00000001:01000000:0.0F:1788572373.307541:0:2346:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 486 MB/s
00000001:01000000:0.0:1788572373.562643:0:2346:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 498 MB/s
00000001:01000000:2.0F:1788572373.815081:0:2346:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3106 MB/s
00000020:02000000:1.0F:1788572375.076057:0:2376:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_4_g27fe0b7
00000400:02000000:3.0F:1788572376.500288:0:2391:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.202.19@tcp [8/256/0/180]
00008000:02000000:2.0:1788572381.175105:0:2541:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:2.0:1788572573.171176:0:6170:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:2.0:1788572573.171185:0:6170:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:2.0:1788572573.171186:0:6170:0:(obd_mount.c:926:lmd_print()) device:  192.168.202.119@tcp:/lustre
00000020:01000004:2.0:1788572573.171188:0:6170:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:2.0:1788572573.171334:0:6170:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000d4195068
00000080:01000004:2.0:1788572573.171348:0:6170:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:2.0:1788572573.171370:0:6170:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.119@tcp'
00000020:01000004:2.0:1788572573.171510:0:6170:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.119@tcp (typ=mgc)
00000020:00000080:2.0:1788572573.171548:0:6170:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.119@tcp (000000008262ee73)
00000020:00000080:2.0:1788572573.171565:0:6170:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:2.0:1788572573.172078:0:6170:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:2.0:1788572573.172119:0:6170:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:2.0:1788572573.172465:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:2.0:1788572573.172474:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:2.0:1788572573.173213:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:2.0:1788572573.173222:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:2.0:1788572573.192207:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:2.0:1788572573.192230:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:0.0:1788572573.194287:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:0.0:1788572573.194307:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:3.0:1788572573.201667:0:6170:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:3.0:1788572573.206284:0:6170:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:3.0:1788572573.206579:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:3.0:1788572573.206588:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:3.0:1788572573.215565:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:3.0:1788572573.215585:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:3.0:1788572573.223065:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:3.0:1788572573.223086:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:0.0:1788572573.231016:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:0.0:1788572573.231034:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:1.0:1788572573.231825:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:1.0:1788572573.231835:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:0.0:1788572573.232648:0:6170:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:0.0:1788572573.232657:0:6170:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:3.0:1788572573.236337:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572573.236346:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572573.236350:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572573.240540:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572573.240705:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572573.240709:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:1.0:1788572573.241431:0:6170:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000089d28d21@MGC192.168.202.119@tcp: add connection 192.168.202.119@tcp at head
00010000:00010000:1.0:1788572573.241644:0:6170:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.119@tcp-0 is initialized
00000040:01000000:1.0:1788572573.241654:0:6170:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.119@tcp ctxt 1 is initialized
10000000:01000000:1.0:1788572573.245765:0:6185:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:1.0:1788572573.245851:0:6170:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.119@tcp (uuid 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51)
00000020:00000080:1.0:1788572573.245889:0:6170:0:(genops.c:1385:class_connect()) connect: client 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51, cookie 0xdec428d582967dbf
00000100:00080000:1.0:1788572573.245912:0:6170:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 0
00000100:00080000:1.0:1788572573.245927:0:6170:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import 0000000089d28d21 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572573.246006:0:6170:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f360ab9e x1875454067736704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572573.246031:0:6170:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS
00000080:00200000:1.0:1788572573.246053:0:6170:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff91cdca374000 (sb 00000000d4195068)
00000080:01000000:1.0:1788572573.246136:0:6170:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:1.0:1788572573.246138:0:6170:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr
00000080:00000004:1.0:1788572573.246144:0:6170:0:(llite_lib.c:1242:ll_options()) next opt=flock
00000080:01000000:1.0:1788572573.246156:0:6170:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 4bca8275-266a-4a2f-8aba-bd041deb067e
10000000:01000000:1.0:1788572573.247686:0:6170:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:1.0:1788572573.247694:0:6170:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91cdca374000
10000000:01000000:1.0:1788572573.247699:0:6170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff91cdc30acd40
10000000:01000000:1.0:1788572573.247704:0:6170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1788572573.247714:0:6170:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff91cdc30acd40 from 1
10000000:01000000:1.0:1788572573.247718:0:6170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:1.0:1788572573.247801:0:6170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572573.247816:0:6170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572573.247828:0:6170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788572573.247859:0:6170:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@000000004d5d7293 x1875454067736832/t0(0) o101->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572573.247871:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 0000000005f5d863 going to sleep for 0 seconds
00000100:00100000:3.0:1788572573.248639:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f360ab9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067736704:192.168.202.119@tcp:250:
00010000:00010000:2.0:1788572573.251862:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572573.253079:0:2407:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.119@tcp: committing for last_committed 0 gen 1
00000100:00080000:3.0:1788572573.253104:0:2407:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.119@tcp: connect to target with instance 0
00000100:00080000:3.0:1788572573.253118:0:2407:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.119@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:3.0:1788572573.253126:0:2407:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:3.0:1788572573.253132:0:2407:0:(import.c:65:import_set_state_nolock()) 0000000089d28d21 MGS: changing import state from CONNECTING to FULL
10000000:01000000:3.0:1788572573.253138:0:2407:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:3.0:1788572573.253151:0:2407:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:3.0:1788572573.253169:0:2407:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000005f5d863):  req@000000004d5d7293 x1875454067736832/t0(0) o101->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572573.253271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f360ab9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067736704:192.168.202.119@tcp:250:
00000100:00100000:3.0:1788572573.253422:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 0000000005f5d863 going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.263651:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d5d7293 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067736832:192.168.202.119@tcp:101:
00010000:00010000:3.0:1788572573.263697:0:6170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.263713:0:6170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572573.263893:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067736960:192.168.202.119@tcp:501:
00000100:00100000:3.0:1788572573.263987:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e8a15e35 going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.268833:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067736960:192.168.202.119@tcp:501:
10000000:01000000:3.0:1788572573.268912:0:6170:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:3.0:1788572573.268932:0:6170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.268946:0:6170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000001368e3bf/0xdec428d582967dc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1788572573.268957:0:6170:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91cdca374000
10000000:01000000:3.0:1788572573.268966:0:6170:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:3.0:1788572573.268971:0:6170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91cdca374000
10000000:01000000:3.0:1788572573.268974:0:6170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:3.0:1788572573.268978:0:6170:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff91cdca374000
10000000:01000000:3.0:1788572573.268983:0:6170:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:3.0:1788572573.268987:0:6170:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91cdca374000 from 1
10000000:01000000:3.0:1788572573.268990:0:6170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:3.0:1788572573.269047:0:6170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.269055:0:6170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.269066:0:6170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572573.269088:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737088:192.168.202.119@tcp:101:
00000100:00100000:3.0:1788572573.269320:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e8a15e35 going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.285313:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737088:192.168.202.119@tcp:101:
00010000:00010000:3.0:1788572573.285358:0:6170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.285375:0:6170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572573.285495:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737216:192.168.202.119@tcp:501:
00000100:00100000:3.0:1788572573.285598:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e8a15e35 going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.296749:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737216:192.168.202.119@tcp:501:
00000100:00100000:3.0:1788572573.296857:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737344:192.168.202.119@tcp:503:
00000100:00100000:3.0:1788572573.296979:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e8a15e35 going to sleep for 11 seconds
00000100:00100000:1.0:1788572573.301652:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000078e25431 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737344:192.168.202.119@tcp:503:
00000100:00100000:2.0:1788572573.303141:0:6189:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000077aa813 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6189:1875454067737472:192.168.202.119@tcp:502:
00000100:00100000:3.0:1788572573.303452:0:6189:0:(client.c:2716:ptlrpc_set_wait()) set 00000000056157b5 going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.305930:0:6189:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000077aa813 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6189:1875454067737472:192.168.202.119@tcp:502:
00000020:01000000:3.0:1788572573.305998:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572573.306020:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.306023:0:6189:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:3.0:1788572573.306034:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff91cdca374000
00000020:00000080:3.0:1788572573.306037:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1788572573.306069:0:6189:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff91cdca374000 (00000000230122d8)
00000020:00000080:3.0:1788572573.306097:0:6189:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:3.0:1788572573.306104:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff91cdca374000
00000020:00000080:3.0:1788572573.306107:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:3.0:1788572573.307280:0:6189:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff91cdca374000 (uuid 4bca8275-266a-4a2f-8aba-bd041deb067e)
00000020:01000000:3.0:1788572573.307293:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.307471:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.307475:0:6189:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:3.0:1788572573.307480:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572573.307485:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.307487:0:6189:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:3.0:1788572573.307492:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff91cdca374000
00000020:00000080:3.0:1788572573.307494:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1788572573.307505:0:6189:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff91cdca374000 (000000005c13d141)
00000020:00000080:3.0:1788572573.307521:0:6189:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:3.0:1788572573.307526:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff91cdca374000
00000020:00000080:3.0:1788572573.307529:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:3.0:1788572573.309870:0:6189:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff91cdca374000 (uuid 4bca8275-266a-4a2f-8aba-bd041deb067e)
00000020:01000000:3.0:1788572573.309890:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.309900:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.309902:0:6189:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:3.0:1788572573.309905:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572573.309910:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.309912:0:6189:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:3.0:1788572573.309915:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:3.0:1788572573.309917:0:6189:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:3.0:1788572573.309920:0:6189:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:3.0:1788572573.309926:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.309929:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.309930:0:6189:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:3.0:1788572573.309932:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572573.309937:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.309938:0:6189:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:3.0:1788572573.309941:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:3.0:1788572573.309948:0:6189:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.119@tcp to nid 0x20000c0a8ca77 (192.168.202.119@tcp)
00000020:01000000:3.0:1788572573.309990:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff91cdca374000
00000020:00000080:3.0:1788572573.309992:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1788572573.311522:0:6189:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff91cdca374000 (00000000d3558efc)
00000020:00000080:3.0:1788572573.311662:0:6189:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:3.0:1788572573.311692:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff91cdca374000
00000020:00000080:3.0:1788572573.311696:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:3.0:1788572573.320893:0:6189:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c13a1327@lustre-MDT0000-mdc-ffff91cdca374000: add connection 192.168.202.119@tcp at head
00010000:00010000:3.0:1788572573.327590:0:6189:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff91cdca374000-1 is initialized
00000040:01000000:3.0:1788572573.336575:0:6189:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff91cdca374000 ctxt 13 is initialized
00000020:00000080:3.0:1788572573.338233:0:6189:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff91cdca374000 (uuid 4bca8275-266a-4a2f-8aba-bd041deb067e)
00000020:01000000:3.0:1788572573.338268:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff91cdca374000
00000020:00000080:3.0:1788572573.338275:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:3.0:1788572573.338327:0:6189:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:3.0:1788572573.338375:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.338379:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.338381:0:6189:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:3.0:1788572573.338384:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:3.0:1788572573.338388:0:6189:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8
00000020:01000000:3.0:1788572573.338390:0:6189:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:3.0:1788572573.338391:0:6189:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:3.0:1788572573.338393:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:3.0:1788572573.338395:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.338396:0:6189:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout
00000020:01000000:3.0:1788572573.338399:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572573.338403:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.338404:0:6189:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc
00000020:00000080:3.0:1788572573.338407:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:3.0:1788572573.338413:0:6189:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.119@tcp to nid 0x20000c0a8ca77 (192.168.202.119@tcp)
00000020:01000000:3.0:1788572573.338448:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff91cdca374000
00000020:00000080:3.0:1788572573.338451:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1788572573.338464:0:6189:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff91cdca374000 (000000000b05679c)
00000020:00000080:3.0:1788572573.338483:0:6189:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2
00000020:01000000:3.0:1788572573.338488:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff91cdca374000
00000020:00000080:3.0:1788572573.338491:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:3.0:1788572573.338582:0:6189:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004a280bf3@lustre-MDT0001-mdc-ffff91cdca374000: add connection 192.168.202.119@tcp at head
00010000:00010000:3.0:1788572573.342136:0:6189:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff91cdca374000-2 is initialized
00000040:01000000:3.0:1788572573.352527:0:6189:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff91cdca374000 ctxt 13 is initialized
00000020:00000080:3.0:1788572573.357988:0:6189:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff91cdca374000 (uuid 4bca8275-266a-4a2f-8aba-bd041deb067e)
00000020:01000000:3.0:1788572573.358014:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff91cdca374000
00000020:00000080:3.0:1788572573.358019:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:3.0:1788572573.358057:0:6189:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1
00000020:01000000:3.0:1788572573.358108:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.358113:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.358114:0:6189:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc
00000020:01000000:3.0:1788572573.358117:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:3.0:1788572573.358121:0:6189:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19
00000020:01000000:3.0:1788572573.358122:0:6189:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:3.0:1788572573.358124:0:6189:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:3.0:1788572573.358126:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:3.0:1788572573.358129:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.358130:0:6189:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout
00000020:01000000:3.0:1788572573.358132:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3.0:1788572573.358137:0:6189:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.119@tcp:/lustre
00000020:00000080:3.0:1788572573.358142:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.358143:0:6189:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc
00000020:00000080:3.0:1788572573.358147:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:3.0:1788572573.358153:0:6189:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.119@tcp to nid 0x20000c0a8ca77 (192.168.202.119@tcp)
00000020:01000000:3.0:1788572573.358192:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff91cdca374000
00000020:00000080:3.0:1788572573.358195:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1788572573.358238:0:6189:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff91cdca374000 (0000000024f597b5)
00000020:00000080:3.0:1788572573.358273:0:6189:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:3.0:1788572573.358281:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff91cdca374000
00000020:00000080:3.0:1788572573.358293:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:3.0:1788572573.358384:0:6189:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b902dc30@lustre-OST0000-osc-ffff91cdca374000: add connection 192.168.202.119@tcp at head
00010000:00010000:3.0:1788572573.358687:0:6189:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff91cdca374000-3 is initialized
00000020:00000080:3.0:1788572573.368055:0:6189:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff91cdca374000 (uuid 4bca8275-266a-4a2f-8aba-bd041deb067e)
00000020:01000000:3.0:1788572573.368093:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff91cdca374000
00000020:00000080:3.0:1788572573.368115:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:3.0:1788572573.368163:0:6189:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:3.0:1788572573.368174:0:6189:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff91cdca374000: Adding target lustre-OST0000_UUID
00020000:01000000:3.0:1788572573.368183:0:6189:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:3.0:1788572573.368197:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.368204:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.368206:0:6189:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc
00000020:01000000:3.0:1788572573.368209:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:3.0:1788572573.368212:0:6189:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26
00000020:01000000:3.0:1788572573.368215:0:6189:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:3.0:1788572573.368216:0:6189:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:3.0:1788572573.368217:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:3.0:1788572573.368220:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.368222:0:6189:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout
00000020:01000000:3.0:1788572573.368224:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3.0:1788572573.368228:0:6189:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.119@tcp:/lustre
00000020:00000080:3.0:1788572573.368232:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.368234:0:6189:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc
00000020:00000080:3.0:1788572573.368238:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:3.0:1788572573.368244:0:6189:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.119@tcp to nid 0x20000c0a8ca77 (192.168.202.119@tcp)
00000020:01000000:3.0:1788572573.368305:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff91cdca374000
00000020:00000080:3.0:1788572573.368310:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1788572573.368321:0:6189:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff91cdca374000 (00000000c62ae37c)
00000020:00000080:3.0:1788572573.368344:0:6189:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2
00000020:01000000:3.0:1788572573.368350:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff91cdca374000
00000020:00000080:3.0:1788572573.368354:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:3.0:1788572573.368461:0:6189:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009bb68217@lustre-OST0001-osc-ffff91cdca374000: add connection 192.168.202.119@tcp at head
00010000:00010000:2.0:1788572573.378474:0:6189:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff91cdca374000-4 is initialized
00000020:00000080:3.0:1788572573.384232:0:6189:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff91cdca374000 (uuid 4bca8275-266a-4a2f-8aba-bd041deb067e)
00000020:01000000:3.0:1788572573.384268:0:6189:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff91cdca374000
00000020:00000080:3.0:1788572573.384272:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:3.0:1788572573.384444:0:6189:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:3.0:1788572573.384455:0:6189:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff91cdca374000: Adding target lustre-OST0001_UUID
00020000:01000000:3.0:1788572573.384467:0:6189:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:3.0:1788572573.384480:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.384485:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.384487:0:6189:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc
00000020:01000000:3.0:1788572573.384491:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572573.384496:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.384497:0:6189:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout
00000020:00000080:3.0:1788572573.384499:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:3.0:1788572573.384501:0:6189:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:3.0:1788572573.384554:0:6189:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a2f4b182 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6189:1875454067737600:192.168.202.119@tcp:502:
00000100:00100000:3.0:1788572573.386802:0:6189:0:(client.c:2716:ptlrpc_set_wait()) set 000000001127084b going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.386844:0:6189:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a2f4b182 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6189:1875454067737600:192.168.202.119@tcp:502:
00000020:01000000:3.0:1788572573.386884:0:6189:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572573.386893:0:6189:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572573.386894:0:6189:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout
00000040:00080000:3.0:1788572573.386899:0:6189:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48
00000020:01000000:3.0:1788572573.387021:0:6170:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0)
10000000:01000000:3.0:1788572573.387042:0:6170:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1788572573.387060:0:6170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.387073:0:6170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 00000000187a8eec/0xdec428d582967dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1788572573.387083:0:6170:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff91cdca374000 from 1
10000000:01000000:3.0:1788572573.389601:0:6170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:3.0:1788572573.389665:0:6170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.389677:0:6170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.389703:0:6170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572573.389731:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a2f4b182 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737728:192.168.202.119@tcp:101:
00000100:00100000:3.0:1788572573.389837:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d79fa821 going to sleep for 11 seconds
00000100:00100000:1.0:1788572573.394401:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a2f4b182 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737728:192.168.202.119@tcp:101:
00010000:00010000:1.0:1788572573.394435:0:6170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caae1 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572573.394449:0:6170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595caae1 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572573.395143:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006e6cd17f pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737856:192.168.202.119@tcp:256:
00000100:00100000:1.0:1788572573.395288:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 000000004f87053c going to sleep for 11 seconds
00000100:00100000:3.0:1788572573.408671:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006e6cd17f pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737856:192.168.202.119@tcp:256:
10000000:01000000:3.0:1788572573.409935:0:6170:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:3.0:1788572573.409963:0:6170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caae1 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.409976:0:6170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 00000000af623a6b/0xdec428d582967dfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caae1 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1788572573.409984:0:6170:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91cdca374000 from 1
10000000:01000000:3.0:1788572573.409987:0:6170:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1788572573.410028:0:6170:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 0000000060ae56eb/0xdec428d582967e05 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.410036:0:6170:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 0000000060ae56eb/0xdec428d582967e05 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572573.410046:0:6170:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 0000000060ae56eb/0xdec428d582967e05 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572573.410075:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001d251623 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737984:192.168.202.119@tcp:101:
00000100:00100000:2.0:1788572573.415588:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d79fa821 going to sleep for 11 seconds
00000100:00100000:2.0:1788572573.431223:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001d251623 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067737984:192.168.202.119@tcp:101:
00010000:00010000:2.0:1788572573.431288:0:6170:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 0000000060ae56eb/0xdec428d582967e05 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572573.431304:0:6170:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 0000000060ae56eb/0xdec428d582967e05 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572573.431419:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005ab39a30 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067738112:192.168.202.119@tcp:501:
00000100:00100000:2.0:1788572573.431707:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 0000000025d7d984 going to sleep for 11 seconds
00000100:00100000:2.0:1788572573.435895:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005ab39a30 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067738112:192.168.202.119@tcp:501:
00000100:00100000:2.0:1788572573.436112:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005ab39a30 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067738240:192.168.202.119@tcp:503:
00000100:00100000:2.0:1788572573.436277:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set 0000000025d7d984 going to sleep for 11 seconds
00000100:00100000:0.0:1788572573.441043:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005ab39a30 pname:cluuid:pid:xid:nid:opc:job mount.lustre:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6170:1875454067738240:192.168.202.119@tcp:503:
00000100:00100000:2.0:1788572573.442568:0:6194:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000614116e1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6194:1875454067738368:192.168.202.119@tcp:502:
00000100:00100000:2.0:1788572573.442778:0:6194:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a86a6bf4 going to sleep for 11 seconds
00000100:00100000:0.0:1788572573.447292:0:6194:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000614116e1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6194:1875454067738368:192.168.202.119@tcp:502:
00000020:01000000:0.0:1788572573.447356:0:6194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1788572573.447370:0:6194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1788572573.447373:0:6194:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:0.0:1788572573.447380:0:6194:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91cdca374000
00000020:00000080:0.0:1788572573.447383:0:6194:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:0.0:1788572573.447541:0:6194:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6194:1875454067738496:192.168.202.119@tcp:502:
00000100:00100000:0.0:1788572573.447729:0:6194:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd1633540 going to sleep for 11 seconds
00000100:00100000:0.0:1788572573.451443:0:6194:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6194:1875454067738496:192.168.202.119@tcp:502:
00000020:01000000:0.0:1788572573.451574:0:6194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1788572573.451588:0:6194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1788572573.451591:0:6194:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:0.0:1788572573.451597:0:6194:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:2.0:1788572573.452245:0:6170:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:2.0:1788572573.452280:0:6170:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1788572573.452340:0:6170:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572573.452355:0:6170:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:2.0:1788572573.452384:0:6170:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:2.0:1788572573.452425:0:6170:0:(genops.c:1385:class_connect()) connect: client 4bca8275-266a-4a2f-8aba-bd041deb067e, cookie 0xdec428d582967e0c
00800000:01000000:2.0:1788572573.452470:0:6170:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 4bca8275-266a-4a2f-8aba-bd041deb067e to lustre-clilmv-ffff91cdca374000
00800000:01000000:2.0:1788572573.452480:0:6170:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff91cdca374000(4bca8275-266a-4a2f-8aba-bd041deb067e) - lustre-MDT0000_UUID, 4bca8275-266a-4a2f-8aba-bd041deb067e
00000020:00000080:2.0:1788572573.452492:0:6170:0:(genops.c:1385:class_connect()) connect: client 4bca8275-266a-4a2f-8aba-bd041deb067e, cookie 0xdec428d582967e13
00000100:00080000:2.0:1788572573.452504:0:6170:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 0
00000100:00080000:2.0:1788572573.452515:0:6170:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572573.452531:0:6170:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1788572573.452565:0:6170:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067738624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572573.452617:0:6170:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID
00800000:01000000:2.0:1788572573.452835:0:6170:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff91cdca374000(4bca8275-266a-4a2f-8aba-bd041deb067e) successfully (5)
00800000:00000004:2.0:1788572573.452840:0:6170:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff91cdca374000: age -708, max_age 0
00000100:00100000:2.0:1788572573.453082:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1788572573.453099:0:2410:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff91cdd128a300 x1875454067738752/t0(0) o41->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00800000:01000000:2.0:1788572573.453133:0:6170:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff91cdca374000(4bca8275-266a-4a2f-8aba-bd041deb067e) - lustre-MDT0001_UUID, 4bca8275-266a-4a2f-8aba-bd041deb067e
00000020:00000080:2.0:1788572573.453143:0:6170:0:(genops.c:1385:class_connect()) connect: client 4bca8275-266a-4a2f-8aba-bd041deb067e, cookie 0xdec428d582967e1a
00000100:00080000:2.0:1788572573.453151:0:6170:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 0
00000100:00080000:2.0:1788572573.453157:0:6170:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572573.453164:0:6170:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1788572573.453179:0:6170:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067738880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572573.453188:0:6170:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID
00800000:01000000:2.0:1788572573.453232:0:6170:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff91cdca374000(4bca8275-266a-4a2f-8aba-bd041deb067e) successfully (5)
00800000:00000004:2.0:1788572573.453235:0:6170:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff91cdca374000: age -708, max_age 0
00000100:00080000:2.0:1788572573.453274:0:2410:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff91cdd1289180 x1875454067739008/t0(0) o41->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000080:00000004:2.0:1788572573.453314:0:6170:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff91cdca374000: age -708, max_age 291
00800000:00000004:2.0:1788572573.453322:0:6170:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff91cdca374000: age -708, max_age 291
00000100:00080000:2.0:1788572573.453343:0:6170:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff91cdd1289880 x1875454067739136/t0(0) o41->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572573.453351:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd146ff00 going to sleep for 0 seconds
00000100:00100000:3.0:1788572573.453444:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067738624:192.168.202.119@tcp:38:
00000100:00100000:3.0:1788572573.453588:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067738880:192.168.202.119@tcp:38:
00010000:00080000:3.0:1788572573.458011:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd1288380 x1875454067738624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/416 e 0 to 0 dl 1788572583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572573.458033:0:2407:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91cdca374000: committing for last_committed 0 gen 1
00000100:00080000:3.0:1788572573.458050:0:2407:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91cdca374000: connect to target with instance 1
00000001:01000000:2.0:1788572573.707967:0:2407:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff91cdca374000: T10 checksum algorithm t10ip512 speed = 2559 MB/s
00000001:01000000:2.0:1788572573.958043:0:2407:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff91cdca374000: T10 checksum algorithm t10ip4K speed = 3067 MB/s
00000001:01000000:2.0:1788572574.208211:0:2407:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff91cdca374000: T10 checksum algorithm t10crc512 speed = 635 MB/s
00010000:00010000:0.0:1788572574.247273:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:01000000:2.0:1788572574.468737:0:2407:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff91cdca374000: T10 checksum algorithm t10crc4K speed = 365 MB/s
00000100:00080000:2.0:1788572574.468759:0:2407:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff91cdca374000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:2.0:1788572574.468800:0:2407:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:2.0:1788572574.468808:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:3.0:1788572574.474186:0:2407:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b038525f):  req@ffff91cdd128a300 x1875454067738752/t0(0) o41->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572574.474227:0:2407:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009ad8aaa0):  req@ffff91cdd1289880 x1875454067739136/t0(0) o41->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572574.474251:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067738624:192.168.202.119@tcp:38:
00000100:00100000:0.0:1788572574.474348:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd146ff00 going to sleep for 0 seconds
00000100:00100000:0.0:1788572574.474533:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd146ff00 going to sleep for 11 seconds
00010000:00080000:0.0:1788572574.474598:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd128b100 x1875454067738880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/416 e 0 to 0 dl 1788572583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572574.474637:0:2407:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91cdca374000: committing for last_committed 0 gen 1
00000100:00080000:0.0:1788572574.474656:0:2407:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff91cdca374000: connect to target with instance 1
00000100:00080000:0.0:1788572574.474672:0:2407:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff91cdca374000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:0.0:1788572574.474690:0:2407:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID
00000100:00080000:0.0:1788572574.474695:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL
00000100:00080000:1.0:1788572574.475168:0:2407:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b038525f):  req@ffff91cdd1289180 x1875454067739008/t0(0) o41->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572574.475180:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067738880:192.168.202.119@tcp:38:
00010000:00080000:0.0:1788572574.482925:0:6170:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd1289880 x1875454067739136/t0(0) o41->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572590 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572574.482946:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739136:192.168.202.119@tcp:41:
00800000:00000004:0.0:1788572574.482992:0:6170:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff91cdca374000: update ffff91cdd1570458 cache blocks 317403/353529 objects 1023723/1024000
00000080:00000004:0.0:1788572574.483001:0:6170:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff91cdca374000: update ffff91cdd1575198 cache blocks 317403/353529 objects 1023723/1024000
00000100:00100000:0.0:1788572574.483047:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739264:192.168.202.119@tcp:40:
00000100:00100000:0.0:1788572574.483123:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd1633540 going to sleep for 11 seconds
00010000:00080000:2.0:1788572574.486120:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd1289180 x1875454067739008/t0(0) o41->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572590 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572574.486153:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:0:1875454067739008:192.168.202.119@tcp:41:
00010000:00080000:2.0:1788572574.486171:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd128a300 x1875454067738752/t0(0) o41->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572590 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572574.486182:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:0:1875454067738752:192.168.202.119@tcp:41:
00010000:00080000:0.0:1788572574.486515:0:6170:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f6680 x1875454067739264/t0(0) o40->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 440/448 e 0 to 0 dl 1788572590 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572574.486537:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739264:192.168.202.119@tcp:40:
00000080:00000004:0.0:1788572574.486559:0:6170:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:0.0:1788572574.486574:0:6170:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683396 ocd_grant: 2146304
00020000:01000000:0.0:1788572574.486578:0:6170:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:0.0:1788572574.486591:0:6170:0:(genops.c:1385:class_connect()) connect: client 4bca8275-266a-4a2f-8aba-bd041deb067e, cookie 0xdec428d582967e21
00000020:00000080:0.0:1788572574.486610:0:6170:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xdec428d582967e28
00000100:00080000:0.0:1788572574.486617:0:6170:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 0
00000100:00080000:0.0:1788572574.486625:0:6170:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff91cdca374000: import ffff91cdc786e800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572574.486638:0:6170:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:0.0:1788572574.486677:0:6170:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067739392/t0(0) o8->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572574.486704:0:6170:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-OST0000_UUID
00020000:01000000:0.0:1788572574.486735:0:6170:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff91cdca374000) active
00000020:00000080:0.0:1788572574.486764:0:6170:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xdec428d582967e2f
00000100:00080000:0.0:1788572574.486769:0:6170:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 0
00000100:00080000:0.0:1788572574.486776:0:6170:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff91cdca374000: import ffff91cdc786c800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572574.486821:0:6170:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:1.0:1788572574.486829:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067739392:192.168.202.119@tcp:8:
00000100:00100000:0.0:1788572574.486844:0:6170:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067739520/t0(0) o8->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572574.486857:0:6170:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-OST0001_UUID
00020000:01000000:0.0:1788572574.486864:0:6170:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff91cdca374000) active
00000100:00100000:0.0:1788572574.486920:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739648:192.168.202.119@tcp:900:
00000100:00100000:1.0:1788572574.486989:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067739520:192.168.202.119@tcp:8:
00000100:00100000:0.0:1788572574.486992:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd1633540 going to sleep for 11 seconds
00000100:00100000:3.0:1788572574.487160:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2411:1875454067739776:192.168.202.119@tcp:400:
00010000:00080000:0.0:1788572574.502343:0:6170:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f6a00 x1875454067739648/t0(0) o900->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:29/10 lens 264/248 e 0 to 0 dl 1788572590 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572574.502366:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739648:192.168.202.119@tcp:900:
00000100:00100000:0.0:1788572574.502444:0:6170:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739904:192.168.202.119@tcp:33:
00000100:00100000:0.0:1788572574.502566:0:6170:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd1633540 going to sleep for 11 seconds
00010000:00080000:1.0:1788572574.502656:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f5500 x1875454067739520/t0(0) o8->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 520/416 e 0 to 0 dl 1788572584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572574.502666:0:2407:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91cdca374000: committing for last_committed 0 gen 1
00000100:00080000:1.0:1788572574.502674:0:2407:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff91cdca374000: connect to target with instance 1
00000100:00080000:1.0:1788572574.502690:0:2407:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff91cdca374000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1788572574.502702:0:2407:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:1.0:1788572574.502706:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc786c800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1788572574.502712:0:2407:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:1.0:1788572574.502716:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1788572574.502721:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1788572574.502730:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067739520:192.168.202.119@tcp:8:
00010000:00080000:1.0:1788572574.502744:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f6680 x1875454067739392/t0(0) o8->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 520/416 e 0 to 0 dl 1788572584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572574.502752:0:2407:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91cdca374000: committing for last_committed 0 gen 1
00000100:00080000:1.0:1788572574.502756:0:2407:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91cdca374000: connect to target with instance 1
00000100:00080000:1.0:1788572574.502760:0:2407:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff91cdca374000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1788572574.502763:0:2407:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:1.0:1788572574.502765:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc786e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1788572574.502768:0:2407:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:1.0:1788572574.502770:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1788572574.502772:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1788572574.502776:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067739392:192.168.202.119@tcp:8:
00000100:00100000:2.0:1788572574.502903:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2411:1875454067739776:192.168.202.119@tcp:400:
00010000:00080000:0.0:1788572574.575173:0:6170:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f6a00 x1875454067739904/t0(0) o33->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:23/10 lens 448/464 e 0 to 0 dl 1788572590 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:0.0:1788572574.575195:0:6170:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4bca8275-266a-4a2f-8aba-bd041deb067e:6170:1875454067739904:192.168.202.119@tcp:33:
00000080:00200000:0.0:1788572574.575520:0:6170:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448)
00000080:00200000:0.0:1788572574.575535:0:6170:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:02000400:1.0:1788572574.588668:0:6170:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_4_g27fe0b7
00000080:00000004:1.0:1788572574.598681:0:6170:0:(super25.c:182:lustre_fill_super()) 192.168.202.119@tcp:/lustre: Mount complete
00000080:00200008:2.0:1788572574.843025:0:6212:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91cdc991f448), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1788572574.843037:0:6212:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448),name=/
00000002:00010000:2.0:1788572574.843068:0:6212:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572574.843138:0:6212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6212 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.843150:0:6212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6212 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.843161:0:6212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6212 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572574.843209:0:6212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a300 pname:cluuid:pid:xid:nid:opc:job mkdir:4bca8275-266a-4a2f-8aba-bd041deb067e:6212:1875454067740032:192.168.202.119@tcp:101:
00000100:00100000:2.0:1788572574.843363:0:6212:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdd146f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572574.847634:0:6212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a300 pname:cluuid:pid:xid:nid:opc:job mkdir:4bca8275-266a-4a2f-8aba-bd041deb067e:6212:1875454067740032:192.168.202.119@tcp:101:
00010000:00010000:2.0:1788572574.847666:0:6212:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847680:0:6212:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847692:0:6212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847707:0:6212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847721:0:6212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847730:0:6212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847738:0:6212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:2.0:1788572574.847751:0:6212:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff91cdd128a300 x1875454067740032/t0(0) o101->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 576/688 e 0 to 0 dl 1788572590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:2.0:1788572574.847831:0:6212:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847847:0:6212:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91cdd15e8c00 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:2.0:1788572574.847852:0:6212:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:2.0:1788572574.847878:0:6212:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:2.0:1788572574.847883:0:6212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448) for lock 0xdec428d582967e36
00000080:00010000:2.0:1788572574.847887:0:6212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448)
00000080:00010000:2.0:1788572574.847891:0:6212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdec428d582967e36 from it ffffa513c460bcb8
00010000:00010000:2.0:1788572574.847894:0:6212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572574.847903:0:6212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1788572575.272397:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572576.298728:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572577.320846:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:1.0:1788572577.341452:0:6265:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91cdc991f448), request_mask 2047, flags 0, foreign 0
00000080:00200000:1.0:1788572577.341468:0:6265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448),name=/
00000002:00010000:1.0:1788572577.341498:0:6265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1788572577.341520:0:6265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1788572577.341565:0:6265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:1.0:1788572577.341574:0:6265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1788572577.341581:0:6265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448)
00000080:00010000:1.0:1788572577.341585:0:6265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448) for lock 0xdec428d582967e36
00000080:00010000:1.0:1788572577.341592:0:6265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdec428d582967e36 from it ffffa513c1c0fcb8
00010000:00010000:1.0:1788572577.341596:0:6265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1788572577.341605:0:6265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:1.0:1788572577.342264:0:6265:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91cdc991f448), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1788572577.342270:0:6265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448),name=/
00000002:00010000:1.0:1788572577.342280:0:6265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1788572577.342289:0:6265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:1.0:1788572577.342298:0:6265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:1.0:1788572577.342305:0:6265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1788572577.342310:0:6265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448)
00000080:00010000:1.0:1788572577.342313:0:6265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448) for lock 0xdec428d582967e36
00000080:00010000:1.0:1788572577.342317:0:6265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdec428d582967e36 from it ffffa513c1c0fcb8
00010000:00010000:1.0:1788572577.342328:0:6265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:1.0:1788572577.342336:0:6265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:1.0:1788572577.342441:0:6265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448),name=/
00000002:00010000:1.0:1788572577.342450:0:6265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1788572577.342458:0:6265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:1.0:1788572577.342466:0:6265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:1.0:1788572577.342473:0:6265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1788572577.342477:0:6265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448)
00000080:00010000:1.0:1788572577.342480:0:6265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91cdc991f448) for lock 0xdec428d582967e36
00000080:00010000:1.0:1788572577.342484:0:6265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdec428d582967e36 from it ffffa513c1c0fbb0
00010000:00010000:1.0:1788572577.342487:0:6265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:1.0:1788572577.342494:0:6265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91cdca374000 lock: ffff91cdc14f4400/0xdec428d582967e36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7966b52d595cab12 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:1.0:1788572577.342502:0:6265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448), inode mode 41ed mask 44
00000080:00200008:1.0:1788572577.342509:0:6265:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91cdc991f448), flags 100000
00000080:00200080:1.0:1788572577.342612:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.342642:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5cc00 uarg=0000000000000000
00800000:00000004:1.0:1788572577.342654:0:6265:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff91cdca374000: age 293, max_age 295
00000100:00100000:1.0:1788572577.342696:0:6265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740160:192.168.202.119@tcp:41:
00000100:00100000:1.0:1788572577.342853:0:6265:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca557d80 going to sleep for 11 seconds
00000100:00100000:0.0:1788572577.350011:0:6265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740160:192.168.202.119@tcp:41:
00800000:00000004:0.0:1788572577.350046:0:6265:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff91cdca374000: update ffff91cdd1570458 cache blocks 317403/353529 objects 1023723/1024000
00000080:00200080:0.0:1788572577.350146:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:0.0:1788572577.350174:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdc7ebec00 uarg=0000000000000000
00800000:00000004:0.0:1788572577.350184:0:6265:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff91cdca374000: age -708, max_age 295
00000100:00100000:0.0:1788572577.350230:0:6265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740288:192.168.202.119@tcp:41:
00000100:00100000:0.0:1788572577.350343:0:6265:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc2e233c0 going to sleep for 11 seconds
00010000:00080000:1.0:1788572577.352954:0:6265:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f6a00 x1875454067740288/t0(0) o41->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572593 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572577.352975:0:6265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740288:192.168.202.119@tcp:41:
00800000:00000004:1.0:1788572577.353001:0:6265:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff91cdca374000: update ffff91cdd15737d8 cache blocks 317443/353529 objects 1023743/1024000
00000080:00200080:1.0:1788572577.353077:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353105:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353116:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353121:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353126:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353130:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353133:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353137:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353142:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353145:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353148:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353152:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353156:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353160:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353164:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353168:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353171:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353184:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353189:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353193:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353196:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353199:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353203:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353206:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353210:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353212:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353215:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353218:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353223:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353226:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353229:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353232:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353236:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353239:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353242:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353245:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353248:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353251:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353254:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353258:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353262:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353265:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353275:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353278:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353281:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353285:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353289:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353292:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353295:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353298:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353301:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353304:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353307:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353310:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353312:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353315:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353318:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353322:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353325:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353327:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353331:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353334:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353337:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353340:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353343:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353345:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353349:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353357:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353362:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353364:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353368:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353371:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353374:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353376:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353379:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353382:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353385:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353388:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353391:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353393:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353396:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353399:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353402:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353404:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353407:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353409:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353412:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353415:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353418:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353421:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353424:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353427:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353435:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353439:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353443:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353446:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353449:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353452:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353455:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353458:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353461:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353463:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353466:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353469:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353472:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353475:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353479:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353482:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353485:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353488:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353491:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353494:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353497:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353500:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353503:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353507:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353510:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353518:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.353522:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.353525:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.355417:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.355432:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.355437:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.355443:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.355446:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00800000:00000080:1.0:1788572577.355450:0:6265:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.355454:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.355460:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00020000:00000004:1.0:1788572577.355468:0:6265:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff91cdca374000: age -708, max_age 295
00000100:00100000:1.0:1788572577.355516:0:6265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740416:192.168.202.119@tcp:13:
00000100:00100000:1.0:1788572577.357032:0:6265:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca557600 going to sleep for 11 seconds
00010000:00080000:1.0:1788572577.364486:0:6265:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136b800 x1875454067740416/t0(0) o13->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:7/4 lens 224/368 e 0 to 0 dl 1788572593 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572577.364508:0:6265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740416:192.168.202.119@tcp:13:
00020000:00000004:1.0:1788572577.365375:0:6265:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff91cdca374000: update ffff91cdd13f9e18 cache blocks 901369/958279 objects 261775/262144
00000080:00200080:1.0:1788572577.365453:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.365472:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00020000:00000004:1.0:1788572577.365479:0:6265:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff91cdca374000: age -708, max_age 295
00000100:00100000:1.0:1788572577.365515:0:6265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740544:192.168.202.119@tcp:13:
00000100:00100000:1.0:1788572577.366128:0:6265:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca557600 going to sleep for 11 seconds
00010000:00080000:1.0:1788572577.370667:0:6265:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136b800 x1875454067740544/t0(0) o13->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:7/4 lens 224/368 e 0 to 0 dl 1788572593 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572577.370703:0:6265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job lfs:4bca8275-266a-4a2f-8aba-bd041deb067e:6265:1875454067740544:192.168.202.119@tcp:13:
00020000:00000004:1.0:1788572577.370971:0:6265:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff91cdca374000: update ffff91cdd13fd198 cache blocks 901369/958279 objects 261775/262144
00000080:00200080:1.0:1788572577.371037:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371056:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371063:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371068:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371072:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371076:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371080:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371084:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371088:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371091:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371107:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371112:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371116:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371120:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371124:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371128:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371132:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371136:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371140:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371143:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371147:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371159:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371165:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371169:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371173:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371176:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371180:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371183:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371187:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371190:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371194:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371197:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371201:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371204:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371207:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371209:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371213:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371216:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371219:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371222:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371226:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371229:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371232:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371236:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371240:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371243:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371256:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371261:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371264:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371268:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371272:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371275:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371278:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371281:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371358:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371364:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371368:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371372:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371376:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371380:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371384:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371388:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371391:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371394:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371398:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371401:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371405:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371407:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371411:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371415:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371419:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371429:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371435:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371438:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371442:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371445:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371449:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371453:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371457:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371460:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371464:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371468:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371472:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371475:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371479:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371483:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371486:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371489:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371493:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371497:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371501:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371505:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371509:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371513:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371517:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371520:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.371531:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.371535:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372207:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372218:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372223:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372226:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372231:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372234:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372238:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372242:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372246:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372249:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372253:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372257:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372261:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372264:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372268:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372272:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372275:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372279:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372351:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372359:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372364:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372368:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372372:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372384:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372390:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372394:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200080:1.0:1788572577.372398:0:6265:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91cdc991f448) cmd=c00866a4 arg=7ffeefea9720
00020000:00000080:1.0:1788572577.372402:0:6265:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff91cdca374000: cmd=c00866a4 len=592 karg=ffff91cdd1a5d000 uarg=0000000000000000
00000080:00200008:1.0:1788572577.372416:0:6265:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91cdc991f448), flags 100000
00010000:00010000:0.0:1788572578.343097:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572579.368705:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572579.496146:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2409:1875454067740672:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572579.496284:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067740928:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572579.496313:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067741184:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572579.496336:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788572579.496342:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067740800:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572579.496359:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067741056:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572579.503266:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067740800:192.168.202.119@tcp:400:
00010000:00080000:1.0:1788572579.503288:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136b480 x1875454067741056/t0(0) o400->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572579.503300:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067741056:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572579.503309:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2409:1875454067740672:192.168.202.119@tcp:400:
00010000:00080000:1.0:1788572579.503318:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd1368700 x1875454067740928/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572579.503326:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067740928:192.168.202.119@tcp:400:
00010000:00080000:1.0:1788572579.503335:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136a680 x1875454067741184/t0(0) o400->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572579.503354:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067741184:192.168.202.119@tcp:400:
00000001:02000400:0.0:1788572580.374080:0:6458:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1788572580.393485:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572581.431336:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572582.439369:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572583.463254:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572584.487075:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572584.535680:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.119@tcp (source: 12345-192.168.202.119@tcp)
00000100:00100000:2.0:1788572584.535722:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.119@tcp (source: 12345-192.168.202.119@tcp)
00000100:00100000:2.0:1788572584.535805:0:6174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454094008320
00000100:00100000:2.0:1788572584.535824:0:6174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454094008320
00000100:00100000:2.0:1788572584.535876:0:6174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454094008448
00000100:00100000:2.0:1788572584.535880:0:6174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454094008448
00000100:00100000:2.0:1788572584.535897:0:6174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.119@tcp, seq: 0
00000100:00100000:2.0:1788572584.535907:0:6174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91cdd128a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51+4:10328:x1875454094008320:12345-192.168.202.119@tcp:104:
00010000:00010000:2.0:1788572584.535932:0:6174:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572584.536016:0:6174:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:2.0:1788572584.536023:0:6174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91cdd128a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51+4:10328:x1875454094008320:12345-192.168.202.119@tcp:104: Request processed in 117us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1788572584.536031:0:6174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.119@tcp, seq: 0
00000100:00100000:2.0:1788572584.536199:0:6174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.119@tcp, seq: 1
00000100:00100000:2.0:1788572584.536207:0:6174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91cdd1289180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51+3:10328:x1875454094008448:12345-192.168.202.119@tcp:104:
00010000:00010000:2.0:1788572584.536216:0:6174:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572584.536258:0:6174:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool
00000100:00100000:2.0:1788572584.536264:0:6174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91cdd1289180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51+3:10328:x1875454094008448:12345-192.168.202.119@tcp:104: Request processed in 59us (542us total) trans 0 rc 0/0
00000100:00100000:2.0:1788572584.536270:0:6174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.119@tcp, seq: 1
00010000:00010000:1.0:1788572584.536507:0:6182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1788572584.536515:0:6182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536523:0:6182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cdc3e13400 already unused, calling callback (ffffffffc1115c20)
10000000:00010000:1.0:1788572584.536527:0:6182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536536:0:6182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1788572584.536543:0:6182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572584.536548:0:6182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:1.0:1788572584.536592:0:6182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536600:0:6182:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1788572584.536617:0:6182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536625:0:6182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13400/0xdec428d582967dcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caada expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536638:0:6182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788572584.536641:0:6182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536659:0:6182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cdc1650e00 already unused, calling callback (ffffffffc1115c20)
10000000:00010000:1.0:1788572584.536662:0:6182:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536669:0:6182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1788572584.536676:0:6182:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572584.536682:0:6182:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:1.0:1788572584.536696:0:6182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536702:0:6182:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1788572584.536707:0:6182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536719:0:6182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: ffff91cdc1650e00/0xdec428d582967dc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caad3 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572584.536732:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572584.536734:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572584.536736:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572584.536751:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067741312:192.168.202.119@tcp:103:
00000100:00100000:1.0:1788572584.537160:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788572584.537169:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067741440:192.168.202.119@tcp:103:
00010000:00010000:0.0:1788572584.537980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572584.554087:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067741312:192.168.202.119@tcp:103:
00000100:00100000:1.0:1788572584.554189:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067741440:192.168.202.119@tcp:103:
00000100:00100000:1.0:1788572584.629091:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741568:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572584.629193:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741824:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572584.629224:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1788572584.629230:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741696:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572584.631015:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741952:192.168.202.119@tcp:400:
00000100:00100000:1.0:1788572584.663350:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741568:192.168.202.119@tcp:400:
00010000:00080000:1.0:1788572584.663373:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136b800 x1875454067741824/t0(0) o400->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572584.663385:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741824:192.168.202.119@tcp:400:
00010000:00080000:1.0:1788572584.665261:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136a680 x1875454067741696/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572584.665280:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741696:192.168.202.119@tcp:400:
00010000:00080000:1.0:1788572584.665293:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd136b480 x1875454067741952/t0(0) o400->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572584.665302:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067741952:192.168.202.119@tcp:400:
00010000:00010000:1.0:1788572585.516932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572586.545730:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:2.0:1788572586.599973:0:6185:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:2.0:1788572586.599983:0:6185:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91cdca374000 from 48
10000000:01000000:2.0:1788572586.599989:0:6185:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:2.0:1788572586.600050:0:6185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.600063:0:6185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.600075:0:6185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572586.600102:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742080:192.168.202.119@tcp:101:
00000100:00100000:2.0:1788572586.600267:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc664d9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572586.616497:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742080:192.168.202.119@tcp:101:
00010000:00010000:2.0:1788572586.616529:0:6185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595cab9e expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.616541:0:6185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595cab9e expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572586.616630:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742208:192.168.202.119@tcp:501:
00000100:00100000:2.0:1788572586.616917:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc664d9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572586.621931:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742208:192.168.202.119@tcp:501:
00000100:00100000:2.0:1788572586.622070:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742336:192.168.202.119@tcp:503:
00000100:00100000:2.0:1788572586.622176:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc664d9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572586.632862:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742336:192.168.202.119@tcp:503:
00000100:00100000:0.0:1788572586.645563:0:6665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6665:1875454067742464:192.168.202.119@tcp:502:
00000100:00100000:0.0:1788572586.645874:0:6665:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca3dc000 going to sleep for 11 seconds
00000100:00100000:0.0:1788572586.651207:0:6665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6665:1875454067742464:192.168.202.119@tcp:502:
00000020:01000000:0.0:1788572586.651254:0:6665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:0.0:1788572586.651264:0:6665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1788572586.651267:0:6665:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var
00000020:00000080:0.0:1788572586.651272:0:6665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:0.0:1788572586.651325:0:6665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6665:1875454067742592:192.168.202.119@tcp:502:llog_process_th.0
00000100:00100000:0.0:1788572586.651420:0:6665:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca3dc000 going to sleep for 11 seconds
00000100:00100000:0.0:1788572586.659168:0:6665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6665:1875454067742592:192.168.202.119@tcp:502:llog_process_th.0
00000020:01000000:0.0:1788572586.659220:0:6665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:0.0:1788572586.659255:0:6665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:0.0:1788572586.659265:0:6665:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var
00000040:00080000:0.0:1788572586.659270:0:6665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51
00000020:01000000:2.0:1788572586.659506:0:6185:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0)
10000000:01000000:2.0:1788572586.659524:0:6185:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:2.0:1788572586.659534:0:6185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595cab9e expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.659546:0:6185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5a00/0xdec428d582967e3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595cab9e expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1788572586.659556:0:6185:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:2.0:1788572586.659559:0:6185:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff91cdc30acd40 from 1
10000000:01000000:2.0:1788572586.659561:0:6185:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:2.0:1788572586.659600:0:6185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.659614:0:6185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.659624:0:6185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572586.659645:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742720:192.168.202.119@tcp:101:ll_cfg_requeue.0
00000100:00100000:2.0:1788572586.660027:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc664d9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572586.663105:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742720:192.168.202.119@tcp:101:ll_cfg_requeue.0
00010000:00010000:2.0:1788572586.663139:0:6185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caba5 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.663154:0:6185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595caba5 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572586.663234:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742848:192.168.202.119@tcp:501:ll_cfg_requeue.0
00000100:00100000:2.0:1788572586.663328:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc664d9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572586.675550:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067742848:192.168.202.119@tcp:501:ll_cfg_requeue.0
10000000:01000000:2.0:1788572586.675617:0:6185:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:2.0:1788572586.675630:0:6185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caba5 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572586.675653:0:6185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: ffff91cdc14f5c00/0xdec428d582967e44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595caba5 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572587.558915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572588.036550:0:2403:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.119@tcp (source: 12345-192.168.202.119@tcp)
00000100:00100000:2.0:1788572588.036972:0:6174:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454094018304
00000100:00100000:2.0:1788572588.036993:0:6174:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454094018304
00000100:00100000:2.0:1788572588.037049:0:6174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.119@tcp, seq: 2
00000100:00100000:2.0:1788572588.037058:0:6174:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91cdd142c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51+3:10390:x1875454094018304:12345-192.168.202.119@tcp:104:
00010000:00010000:2.0:1788572588.037076:0:6174:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572588.037162:0:6174:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:2.0:1788572588.037169:0:6174:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91cdd142c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51+3:10390:x1875454094018304:12345-192.168.202.119@tcp:104: Request processed in 113us (630us total) trans 0 rc 0/0
00000100:00100000:2.0:1788572588.037176:0:6174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.119@tcp, seq: 2
00010000:00010000:1.0:1788572588.039514:0:6181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1788572588.039530:0:6181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572588.039572:0:6181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91cdc3e13c00 already unused, calling callback (ffffffffc1115c20)
10000000:00010000:1.0:1788572588.039577:0:6181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572588.039588:0:6181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1788572588.039595:0:6181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572588.039600:0:6181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:1.0:1788572588.039664:0:6181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572588.039670:0:6181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1788572588.039717:0:6181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572588.039724:0:6181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: ffff91cdc3e13c00/0xdec428d582967e05 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7966b52d595caae8 expref: -99 pid: 6170 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572588.039745:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572588.039747:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572588.039749:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572588.039759:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788572588.039777:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2409:1875454067742976:192.168.202.119@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1788572588.047006:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2409:1875454067742976:192.168.202.119@tcp:103:ldlm_bl.0
10000000:01000000:0.0:1788572588.457350:0:6185:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:0.0:1788572588.457358:0:6185:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91cdca374000 from 4
10000000:01000000:0.0:1788572588.457363:0:6185:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:0.0:1788572588.457403:0:6185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572588.457415:0:6185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572588.457426:0:6185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788572588.457450:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067743104:192.168.202.119@tcp:101:ll_cfg_requeue.0
00000100:00100000:0.0:1788572588.457532:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca3dca80 going to sleep for 11 seconds
00000100:00100000:3.0:1788572588.473248:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067743104:192.168.202.119@tcp:101:ll_cfg_requeue.0
00010000:00010000:3.0:1788572588.473277:0:6185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595cabb3 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572588.473292:0:6185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7966b52d595cabb3 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572588.473366:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067743232:192.168.202.119@tcp:501:ll_cfg_requeue.0
00000100:00100000:3.0:1788572588.473439:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc62d1840 going to sleep for 11 seconds
00000100:00100000:2.0:1788572588.484532:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067743232:192.168.202.119@tcp:501:ll_cfg_requeue.0
00000100:00100000:2.0:1788572588.484590:0:6185:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067743360:192.168.202.119@tcp:503:ll_cfg_requeue.0
00000100:00100000:2.0:1788572588.484693:0:6185:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdc664df00 going to sleep for 11 seconds
00000100:00100000:1.0:1788572588.495481:0:6185:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6185:1875454067743360:192.168.202.119@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1788572588.495992:0:6713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6713:1875454067743488:192.168.202.119@tcp:502:llog_process_th.0
00000100:00100000:1.0:1788572588.496071:0:6713:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca3bac00 going to sleep for 11 seconds
00000100:00100000:1.0:1788572588.505027:0:6713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6713:1875454067743488:192.168.202.119@tcp:502:llog_process_th.0
00000020:01000000:1.0:1788572588.505070:0:6713:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572588.505081:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572588.505083:0:6713:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:1.0:1788572588.505089:0:6713:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91cdca374000
00000020:00000080:1.0:1788572588.505092:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:1.0:1788572588.505173:0:6713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6713:1875454067743616:192.168.202.119@tcp:502:llog_process_th.0
00000100:00100000:1.0:1788572588.505265:0:6713:0:(client.c:2716:ptlrpc_set_wait()) set ffff91cdca3bac00 going to sleep for 11 seconds
00000100:00100000:1.0:1788572588.515213:0:6713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:6713:1875454067743616:192.168.202.119@tcp:502:llog_process_th.0
00000020:01000000:1.0:1788572588.515255:0:6713:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572588.515265:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572588.515267:0:6713:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:1.0:1788572588.515272:0:6713:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:2.0:1788572588.515384:0:6185:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:2.0:1788572588.515408:0:6185:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1788572588.515420:0:6185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595cabb3 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572588.515432:0:6185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: ffff91cdc0030a00/0xdec428d582967e4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7966b52d595cabb3 expref: -99 pid: 6185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572588.586613:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572589.606915:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572589.747526:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067743872:192.168.202.119@tcp:400:kworker.0
00000100:00100000:0.0:1788572589.747637:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067744128:192.168.202.119@tcp:400:kworker.0
00000100:00100000:0.0:1788572589.747671:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:0.0:1788572589.747676:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067743744:192.168.202.119@tcp:400:kworker.0
00000100:00100000:0.0:1788572589.747698:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067744000:192.168.202.119@tcp:400:kworker.0
00000100:00100000:0.0:1788572589.747716:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067744256:192.168.202.119@tcp:400:kworker.0
00000100:00100000:1.0:1788572589.760162:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067743744:192.168.202.119@tcp:400:kworker.0
00010000:00080000:1.0:1788572589.760186:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f5180 x1875454067744000/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572589.760198:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067744000:192.168.202.119@tcp:400:kworker.0
00010000:00080000:1.0:1788572589.760209:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f4a80 x1875454067744256/t0(0) o400->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572589.760217:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067744256:192.168.202.119@tcp:400:kworker.0
00000100:00100000:1.0:1788572589.760245:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067743872:192.168.202.119@tcp:400:kworker.0
00010000:00080000:1.0:1788572589.760255:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd26f5880 x1875454067744128/t0(0) o400->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572589.760263:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067744128:192.168.202.119@tcp:400:kworker.0
00010000:00010000:2.0:1788572590.630974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572591.654906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572592.687930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572593.703949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572594.729946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572594.854986:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2410:1875454067744384:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572594.855098:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744640:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572594.855124:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744896:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572594.855170:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1788572594.855177:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744512:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572594.855197:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744768:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572594.859151:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744512:192.168.202.119@tcp:400:kworker.0
00010000:00080000:3.0:1788572594.859172:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd142ea00 x1875454067744768/t0(0) o400->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572594.859183:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744768:192.168.202.119@tcp:400:kworker.0
00010000:00080000:3.0:1788572594.859194:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd142e300 x1875454067744640/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572594.859201:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744640:192.168.202.119@tcp:400:kworker.0
00010000:00080000:3.0:1788572594.859210:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff91cdd142d500 x1875454067744896/t0(0) o400->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572594.859217:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067744896:192.168.202.119@tcp:400:kworker.0
00000100:00100000:2.0:1788572594.862181:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2410:1875454067744384:192.168.202.119@tcp:400:kworker.0
00000001:02000400:0.0:1788572595.079290:0:7028:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-client.virtnet: executing check_logdir /tmp/testlogs/
00010000:00010000:1.0:1788572595.750967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572596.774986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572597.798908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572598.823748:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572599.846940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572599.974936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc786e800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:2.0:1788572599.974943:0:8:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff91cdca374000: disconnect after 22s idle
00000100:00100000:3.0:1788572599.974959:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2411:1875454067745024:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572599.975082:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2411:1875454067745280:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572599.975115:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1788572599.975121:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2411:1875454067745152:192.168.202.119@tcp:400:kworker.0
00000100:00080000:2.0:1788572599.977450:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc786c800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:2.0:1788572599.977454:0:8:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff91cdca374000: disconnect after 22s idle
00000100:00100000:1.0:1788572599.977488:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067745408:192.168.202.119@tcp:9:kworker.0
00000100:00100000:1.0:1788572599.977540:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067745536:192.168.202.119@tcp:9:kworker.0
00010000:00010000:2.0:1788572600.870933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572601.894927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572602.919564:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572603.942908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572604.966926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572605.094946:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1788572605.094965:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2411:1875454067745664:192.168.202.119@tcp:400:kworker.0
00000100:00100000:2.0:1788572605.094983:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788572605.094992:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067745792:192.168.202.119@tcp:400:kworker.0
00000100:00080000:2.0:1788572605.095094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572605.095099:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1788572605.095102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572605.095105:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1788572605.095120:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067745920:192.168.202.119@tcp:400:kworker.0
00010000:00010000:1.0:1788572605.990884:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572607.014937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572608.038921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572609.062948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572609.190894:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572599/real 1788572599]  req@ffff91cdd1289c00 x1875454067745408/t0(0) o9->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 1 dl 1788572609 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572609.190918:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067745408/t0(0) o9->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 1 dl 1788572609 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572609.190926:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572599/real 1788572599]  req@ffff91cdd1289f80 x1875454067745536/t0(0) o9->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 1 dl 1788572609 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572609.190934:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067745536/t0(0) o9->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 1 dl 1788572609 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572609.190973:0:2407:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = -110  req@ffff91cdd1289c00 x1875454067745408/t0(0) o9->lustre-OST0000-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 1 dl 1788572609 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572609.190983:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc786e800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1788572609.190987:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067745408:192.168.202.119@tcp:9:kworker.0
00000100:00080000:1.0:1788572609.190995:0:2407:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = -110  req@ffff91cdd1289f80 x1875454067745536/t0(0) o9->lustre-OST0001-osc-ffff91cdca374000@192.168.202.119@tcp:28/4 lens 224/224 e 0 to 1 dl 1788572609 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572609.191000:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc786c800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1788572609.191003:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067745536:192.168.202.119@tcp:9:kworker.0
00010000:00010000:1.0:1788572610.086895:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572610.214989:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067746048:192.168.202.119@tcp:400:kworker.0
00000100:00100000:0.0:1788572610.215007:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067746176:192.168.202.119@tcp:400:kworker.0
00000100:00100000:1.0:1788572610.215085:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067746304:192.168.202.119@tcp:400:kworker.0
00010000:00010000:2.0:1788572611.110935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572612.134927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572613.158933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572614.182894:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572615.206951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:3.0:1788572615.270890:0:2411:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572599/real 1788572599]  req@ffff91cdd128ad80 x1875454067745152/t0(0) o400->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572615.277359:0:2411:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd128ad80 x1875454067745152/t0(0) o400->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572615.277369:0:2411:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1788572615.277373:0:2411:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91cdca374000: Connection to lustre-MDT0000 (at 192.168.202.119@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1788572615.281355:0:2411:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:3.0:1788572615.281389:0:2411:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572599/real 1788572599]  req@ffff91cdd128bb80 x1875454067745024/t0(0) o400->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572615.281414:0:2411:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd128bb80 x1875454067745024/t0(0) o400->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572615.281422:0:2411:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from FULL to DISCONN
00000100:02020000:3.0:1788572615.281426:0:2411:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.119@tcp: Connection to MGS (at 192.168.202.119@tcp) was lost; in progress operations using this service will fail
00000100:00080000:3.0:1788572615.284920:0:2411:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.119@tcp for MGC192.168.202.119@tcp not replayable, auto-deactivating
00000100:00080000:3.0:1788572615.284924:0:2411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:3.0:1788572615.284930:0:2411:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight  req@ffff91cdd128bb80 x1875454067745024/t0(0) o400->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572615.284940:0:2411:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight  req@ffff91cdd142d500 x1875454067745664/t0(0) o400->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788572621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572615.284946:0:2411:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight  req@ffff91cdd26f7b80 x1875454067746048/t0(0) o400->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 224/224 e 0 to 0 dl 1788572626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:3.0:1788572615.284979:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:3.0:1788572615.284981:0:2411:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:3.0:1788572615.284982:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:3.0:1788572615.284984:0:2411:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00000400:3.0:1788572615.285002:0:2411:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572599/real 1788572599]  req@ffff91cdd1288000 x1875454067745280/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572615.285013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788572615.285021:0:2411:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd1288000 x1875454067745280/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572615.285028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572615.285033:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572615.285033:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2408:1875454067746048:192.168.202.119@tcp:400:kworker.0
00000100:00080000:3.0:1788572615.285033:0:2411:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1788572615.285042:0:2411:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff91cdca374000: Connection to lustre-MDT0001 (at 192.168.202.119@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1788572615.285045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 292
00000100:00080000:3.0:1788572615.285047:0:2411:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1788572615.285059:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1788572615.285062:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572615.285070:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2411:1875454067745664:192.168.202.119@tcp:400:kworker.0
00000100:00100000:1.0:1788572615.285072:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:0:1875454067746432:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572615.285080:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2411:1875454067745152:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572615.285086:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2411:1875454067745024:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572615.285093:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2411:1875454067745280:192.168.202.119@tcp:400:kworker.0
00000008:00100000:1.0:1788572615.285115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572615.285134:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067746560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572615.285154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572615.285165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572615.285167:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572615.285172:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 292
00000100:00100000:0.0:1788572615.285176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067746560:192.168.202.119@tcp:38:kworker.0
00000100:00080000:1.0:1788572615.285182:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572615.285188:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572615.285201:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067746688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572615.285216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572615.285219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572615.285221:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572615.285225:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 292
00000100:00080000:1.0:1788572615.285230:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572615.285241:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067746816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572615.285270:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067746688:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572615.285311:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067746816:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572616.230902:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572617.254935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572618.278951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572619.303011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572620.326948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572620.454891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572620.454902:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572620.454906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572620.454910:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572620.454913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572620.454917:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1788572621.350941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:3.0:1788572621.478896:0:2410:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572605/real 1788572605]  req@ffff91cdd1288e00 x1875454067745920/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572621 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572621.491914:0:2410:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd1288e00 x1875454067745920/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572621 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572621.491943:0:2410:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff91cdc7869800 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:3.0:1788572621.491950:0:2410:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572605/real 1788572605]  req@ffff91cdd128b800 x1875454067745792/t0(0) o400->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572621 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572621.491961:0:2410:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd128b800 x1875454067745792/t0(0) o400->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572621 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572621.491965:0:2410:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff91cdca395800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1788572621.491978:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067745920:192.168.202.119@tcp:400:kworker.0
00000100:00100000:3.0:1788572621.491983:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2410:1875454067745792:192.168.202.119@tcp:400:kworker.0
00010000:00010000:3.0:1788572622.375242:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572623.398951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572624.423003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572625.446943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572625.574897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572625.574906:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1788572625.574906:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572615/real 1788572615]  req@ffff91cdd136a680 x1875454067746688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572625.574926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572625.574929:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572625.574932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572625.574935:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1788572625.574943:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067746688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572625.574956:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572615/real 1788572615]  req@ffff91cdd136b800 x1875454067746816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572625.574969:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067746816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572625.574978:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572615/real 1788572615]  req@ffff91cdd136b480 x1875454067746560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572625.574992:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067746560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572625.575007:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572625.575028:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572625.575033:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067746688:192.168.202.119@tcp:38:kworker.0
00000100:00080000:2.0:1788572625.575038:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572625.575044:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572625.575048:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067746816:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572625.575053:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572625.575059:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00080000:1.0:1788572625.575062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572625.575066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572625.575071:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788572625.575076:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067746560:192.168.202.119@tcp:38:kworker.0
00000100:00080000:1.0:1788572625.575079:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 334
00000100:00080000:1.0:1788572625.575090:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1788572625.575096:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572625.575124:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067746944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572625.575142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572625.575145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572625.575146:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572625.575148:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 334
00000100:00080000:1.0:1788572625.575151:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1788572625.575153:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572625.575161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572625.575169:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067747072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572625.575176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572625.575183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572625.575185:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572625.575187:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 334
00000100:00080000:1.0:1788572625.575191:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1788572625.575194:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572625.575199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572625.575211:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067747200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572625.575226:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067746944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572625.575334:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572625.575375:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747200:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572626.470945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1788572626.598918:0:2409:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572610/real 1788572610]  req@ffff91cdd26f6d80 x1875454067746176/t0(0) o400->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:1.0:1788572626.598918:0:2408:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572610/real 1788572610]  req@ffff91cdd26f4000 x1875454067746304/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572626.598970:0:2409:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd26f6d80 x1875454067746176/t0(0) o400->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572626.598981:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff91cdca395800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:0.0:1788572626.598998:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4bca8275-266a-4a2f-8aba-bd041deb067e:2409:1875454067746176:192.168.202.119@tcp:400:kworker.0
00000100:00100000:1.0:1788572626.609624:0:2408:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91cdd26f4000 x1875454067746304/t0(0) o400->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572626.609633:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff91cdc7869800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1788572626.609644:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bca8275-266a-4a2f-8aba-bd041deb067e:2408:1875454067746304:192.168.202.119@tcp:400:kworker.0
00010000:00010000:2.0:1788572627.494937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572628.518936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572629.542946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572630.566920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572630.694921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572630.694933:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572630.694938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572630.694942:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572630.694947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572630.694950:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1788572631.590928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572632.614945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572633.638912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572634.662942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572635.686916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572635.814910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572635.814940:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572635.814943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572635.814945:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1788572635.814947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572635.814950:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1788572636.710976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572637.734952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:3.0:1788572638.630915:0:2399:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.202.119@tcp (192.168.202.119:988) timed out; the network or node may be down.
00010000:00010000:3.0:1788572638.758975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572639.782932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572640.806939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572640.934893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572640.934905:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1788572640.934909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572640.934915:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1788572640.934918:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572625/real 1788572625]  req@ffff91cdd1369500 x1875454067747200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572640.934919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572640.934926:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1788572640.934958:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067747200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572640.934968:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572625/real 1788572625]  req@ffff91cdd1368700 x1875454067746944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572640.934977:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067746944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572640.935004:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572625/real 1788572625]  req@ffff91cdd1368e00 x1875454067747072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572640.935012:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067747072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572640.935026:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572640.935041:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572640.935044:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747200:192.168.202.119@tcp:38:kworker.0
00000100:00080000:0.0:1788572640.935049:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572640.935053:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572640.935056:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067746944:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788572640.935061:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572640.935067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572640.935071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572640.935075:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00080000:2.0:1788572640.935075:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788572640.935083:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747072:192.168.202.119@tcp:38:kworker.0
00000100:00080000:2.0:1788572640.935084:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 345
00000100:00080000:2.0:1788572640.935097:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1788572640.935104:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572640.935132:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067747328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572640.935156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572640.935158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572640.935160:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572640.935163:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 345
00000100:00080000:2.0:1788572640.935166:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1788572640.935170:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572640.935178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572640.935183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067747328:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572640.935190:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067747456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572640.935199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572640.935201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572640.935203:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572640.935205:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 345
00000100:00080000:2.0:1788572640.935208:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1788572640.935210:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572640.935213:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572640.935221:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067747584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572640.935267:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747456:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572640.935297:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747584:192.168.202.119@tcp:38:kworker.0
00000400:00000100:2.0:1788572641.703109:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.119:988
00000400:00000100:2.0:1788572641.703169:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572641.703182:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572641.703237:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572641.703282:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788572641.703339:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572640/real 1788572641]  req@ffff91cdd128b480 x1875454067747456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572641.703364:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067747456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572641.703380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572641.703385:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572641.703389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747456:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572641.703394:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572640/real 1788572641]  req@ffff91cdd128b800 x1875454067747584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572641.703404:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067747584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572641.703413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572641.703416:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572641.703419:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747584:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572641.703426:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572640/real 1788572641]  req@ffff91cdd1288700 x1875454067747328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572641.703438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067747328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572641.703445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572641.703449:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572641.703452:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067747328:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572641.830932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572642.854945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572643.879017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572644.903011:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572645.926961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572646.054903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572646.054914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572646.054919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572646.054931:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 360
00000100:00080000:2.0:1788572646.054944:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1788572646.054952:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572646.054995:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067747712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572646.055021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572646.055025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572646.055026:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572646.055029:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 360
00000100:00080000:2.0:1788572646.055032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1788572646.055034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572646.055044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572646.055055:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067747840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572646.055062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572646.055065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572646.055067:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572646.055070:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 360
00000100:00080000:2.0:1788572646.055072:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1788572646.055075:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572646.055096:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067747712:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788572646.055097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572646.055111:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067747968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572646.055207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572646.055245:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747968:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572646.950960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572647.847110:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.119:988
00000400:00000100:2.0:1788572647.847176:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572647.847196:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572647.847255:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572647.847269:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788572647.847386:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572646/real 1788572647]  req@ffff91cdd128bb80 x1875454067747968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572647.847420:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067747968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572647.847435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572647.847441:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572647.847447:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572647.847457:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572646/real 1788572647]  req@ffff91cdd1288e00 x1875454067747712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572647.847473:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067747712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572647.847482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572647.847486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572647.847491:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067747712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572647.847499:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572646/real 1788572647]  req@ffff91cdd1288000 x1875454067747840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572647.847513:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067747840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572647.847523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572647.847545:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572647.847549:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067747840:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572647.974959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572648.998993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572650.022975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572651.046966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572651.174870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572651.174879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572651.174883:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572651.174890:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 365
00000100:00080000:1.0:1788572651.174899:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572651.174905:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572651.174937:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067748096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572651.174965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572651.174969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572651.174971:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572651.174975:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 365
00000100:00080000:1.0:1788572651.174979:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572651.174982:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572651.174992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572651.175007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067748224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572651.175018:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067748096:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788572651.175045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572651.175049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572651.175051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572651.175056:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 365
00000100:00080000:1.0:1788572651.175071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572651.175074:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572651.175079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572651.175089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067748352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572651.175129:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572651.175160:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748352:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572652.070972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572653.094925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572653.991096:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.119:988
00000400:00000100:2.0:1788572653.991136:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572653.991149:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572653.991196:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572653.991205:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788572653.993492:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572651/real 1788572653]  req@ffff91cdd1368380 x1875454067748224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572653.993521:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067748224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572653.993532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572653.993537:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572653.993541:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572653.993549:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572651/real 1788572653]  req@ffff91cdd136a300 x1875454067748352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572653.993559:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067748352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572653.993566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572653.993570:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572653.993573:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748352:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572653.993579:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572651/real 1788572653]  req@ffff91cdd136aa00 x1875454067748096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572653.993591:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067748096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572653.993614:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572653.993619:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572653.993621:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067748096:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572654.118933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572655.142922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572656.166927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572656.294844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572656.294852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572656.294855:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572656.294863:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 370
00000100:00080000:1.0:1788572656.294870:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572656.294875:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572656.294903:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067748480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572656.294922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572656.294924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572656.294925:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572656.294928:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 370
00000100:00080000:1.0:1788572656.294930:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572656.294932:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572656.294951:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572656.294960:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067748608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572656.294968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572656.294971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788572656.294972:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067748480:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788572656.294972:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572656.294978:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 370
00000100:00080000:1.0:1788572656.294982:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572656.294985:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572656.294991:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572656.294999:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067748736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788572656.295037:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572656.295074:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572656/real 1788572656]  req@ffff91cdd136b100 x1875454067748480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572656.295090:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067748480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572656.295100:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572656.295104:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572656.295107:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067748480:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572656.295128:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788572656.295147:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572656.295155:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572656/real 1788572656]  req@ffff91cdd1369180 x1875454067748608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572656.295163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067748608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572656.295167:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572656.295169:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572656.295171:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572656.295182:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788572656.295194:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572656.295200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572656/real 1788572656]  req@ffff91cdd1369880 x1875454067748736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572656.295206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067748736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572656.295211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572656.295212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572656.295214:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748736:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572657.190960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572658.214979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572659.238951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572660.262989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572661.287033:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572661.414955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572661.414971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572661.414975:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572661.414982:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 375
00000100:00080000:2.0:1788572661.414991:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572661.414996:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572661.415025:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067748864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572661.415053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572661.415072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572661.415074:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572661.415078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 375
00000100:00080000:2.0:1788572661.415080:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572661.415083:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572661.415092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572661.415097:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067748864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572661.415108:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067748992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572661.415120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572661.415123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572661.415125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572661.415136:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 375
00000100:00080000:2.0:1788572661.415141:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572661.415145:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572661.415150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572661.415162:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067749120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572661.415214:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572661.415263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749120:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572662.310933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788572663.207067:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.119:988
00000400:00000100:1.0:1788572663.207108:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788572663.207121:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788572663.207183:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788572663.207198:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788572663.207242:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572661/real 1788572663]  req@ffff91cdd1289f80 x1875454067748992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572663.207268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067748992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572663.207281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572663.207287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572663.207291:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067748992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572663.207300:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572661/real 1788572663]  req@ffff91cdd1289c00 x1875454067749120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572663.207331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067749120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572663.207339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572663.207342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572663.207346:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749120:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572663.207352:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572661/real 1788572663]  req@ffff91cdd128ad80 x1875454067748864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572663.207364:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067748864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572663.207371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572663.207374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572663.207377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067748864:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572663.334966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572664.358938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572665.382928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572666.406922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572666.534865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572666.534874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572666.534878:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572666.534888:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 380
00000100:00080000:3.0:1788572666.534899:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572666.534907:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572666.534945:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067749248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572666.534973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572666.534977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572666.534980:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572666.534985:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 380
00000100:00080000:3.0:1788572666.534991:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572666.535004:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572666.535012:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067749248:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788572666.535015:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572666.535047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067749376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572666.535058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572666.535061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572666.535062:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572666.535066:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 380
00000100:00080000:3.0:1788572666.535071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572666.535074:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572666.535079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572666.535091:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067749504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572666.535092:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572666.535137:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572666/real 1788572666]  req@ffff91cdd142d500 x1875454067749248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572666.535154:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067749248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572666.535176:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572666.535182:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572666.535187:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067749248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572666.535212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572666.535239:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572666.535253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572666/real 1788572666]  req@ffff91cdd142e300 x1875454067749376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572666.535265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067749376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572666.535273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572666.535276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572666.535280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749376:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572666.535288:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572666.535308:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572666.535339:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572666/real 1788572666]  req@ffff91cdd142ea00 x1875454067749504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572666.535354:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067749504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572666.535363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572666.535367:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572666.535373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749504:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572667.430992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572668.454990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572669.478983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572670.503010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572671.526947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572671.654909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572671.654917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572671.654936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572671.654951:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 386
00000100:00080000:2.0:1788572671.654960:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572671.654965:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572671.654995:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067749632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572671.655014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572671.655017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572671.655018:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572671.655020:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 386
00000100:00080000:2.0:1788572671.655023:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572671.655025:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572671.655033:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572671.655048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067749760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572671.655059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572671.655064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572671.655068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572671.655069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067749632:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572671.655075:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 386
00000100:00080000:2.0:1788572671.655083:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572671.655087:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572671.655093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572671.655104:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067749888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572671.655176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572671.655205:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749888:192.168.202.119@tcp:38:kworker.0
00000400:00000100:2.0:1788572672.423209:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.119:988
00000400:00000100:2.0:1788572672.423272:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572672.423288:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572672.423331:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572672.423342:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788572672.423448:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572671/real 1788572672]  req@ffff91cdd1289880 x1875454067749760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572672.423480:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067749760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572672.423494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572672.423501:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572672.423506:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572672.423517:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572671/real 1788572672]  req@ffff91cdd128b100 x1875454067749888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572672.423531:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067749888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572672.423540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572672.423545:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572672.423549:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067749888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572672.423557:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572671/real 1788572672]  req@ffff91cdd1288a80 x1875454067749632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572672.423572:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067749632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572672.423608:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572672.423613:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572672.423617:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067749632:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788572672.550958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572673.575013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572674.598975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572675.622983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572676.646910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572676.774886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572676.774897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572676.774901:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572676.774912:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 391
00000100:00080000:2.0:1788572676.774922:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572676.774930:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572676.774962:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067750016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572676.774986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572676.774989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572676.774990:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572676.774993:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 391
00000100:00080000:2.0:1788572676.774996:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572676.774999:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572676.775007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572676.775015:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067750144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572676.775034:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067750016:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572676.775038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572676.775044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572676.775046:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572676.775049:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 391
00000100:00080000:2.0:1788572676.775053:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572676.775055:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572676.775059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572676.775069:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067750272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572676.775106:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572676.775139:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572676/real 1788572676]  req@ffff91cdd1288380 x1875454067750016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572676.775153:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067750016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572676.775161:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572676.775164:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572676.775167:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067750016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572676.775187:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572676.775202:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572676.775210:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572676/real 1788572676]  req@ffff91cdd128aa00 x1875454067750144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572676.775218:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067750144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572676.775223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572676.775225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572676.775228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750144:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572676.775246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572676.775265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572676.775273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572676/real 1788572676]  req@ffff91cdd1289500 x1875454067750272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572676.775281:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067750272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572676.775286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572676.775288:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572676.775290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750272:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572677.670987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572678.694974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572679.718946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572680.742953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572681.766994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572681.894918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572681.894927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572681.894931:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572681.894941:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 396
00000100:00080000:2.0:1788572681.894950:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572681.894956:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572681.894994:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067750400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572681.895015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572681.895018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572681.895019:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572681.895022:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 396
00000100:00080000:2.0:1788572681.895038:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572681.895043:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572681.895053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572681.895064:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067750400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572681.895076:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067750528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572681.895093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572681.895098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572681.895101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572681.895106:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 396
00000100:00080000:2.0:1788572681.895110:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572681.895116:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572681.895124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572681.895135:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067750656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572681.895161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572681.895219:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572681/real 1788572681]  req@ffff91cdd128a680 x1875454067750400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572681.895246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067750400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572681.895256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572681.895260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572681.895263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067750400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572681.895293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572681.895313:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572681.895323:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572681/real 1788572681]  req@ffff91cdd1289500 x1875454067750528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572681.895345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067750528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572681.895351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572681.895354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572681.895356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750528:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572681.895360:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572681.895375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572681.895394:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572681/real 1788572681]  req@ffff91cdd128aa00 x1875454067750656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572681.895403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067750656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572681.895408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572681.895411:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572681.895413:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750656:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572682.790953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572683.814982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572684.839017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572685.863023:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572686.886972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572687.014903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572687.014918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572687.014924:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572687.014937:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 401
00000100:00080000:0.0:1788572687.014951:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572687.014961:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572687.015011:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067750784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572687.015043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572687.015068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572687.015071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572687.015077:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 401
00000100:00080000:0.0:1788572687.015082:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572687.015088:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572687.015100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572687.015104:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067750784:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572687.015116:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067750912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572687.015130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572687.015134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572687.015136:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572687.015141:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 401
00000100:00080000:0.0:1788572687.015144:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572687.015149:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572687.015161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572687.015172:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067751040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572687.015202:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572687.015255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572687/real 1788572687]  req@ffff91cdd26f6d80 x1875454067750784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572687.015276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067750784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572687.015301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572687.015306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572687.015311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067750784:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572687.015340:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572687.015367:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572687.015381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572687/real 1788572687]  req@ffff91cdd26f5f80 x1875454067750912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572687.015394:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067750912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572687.015402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572687.015406:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572687.015409:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067750912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572687.015416:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572687.015454:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572687.015468:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572687/real 1788572687]  req@ffff91cdd26f7800 x1875454067751040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572687.015481:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067751040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572687.015490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572687.015493:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572687.015496:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751040:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788572687.910980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572688.934977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572689.958951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572690.983038:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572692.006900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572692.134916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572692.134925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572692.134929:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572692.134937:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 406
00000100:00080000:1.0:1788572692.134946:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572692.134951:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572692.134982:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067751168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572692.135009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572692.135012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572692.135013:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572692.135016:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 406
00000100:00080000:1.0:1788572692.135019:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572692.135022:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572692.135030:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572692.135039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067751296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572692.135049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572692.135055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788572692.135058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067751168:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788572692.135059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572692.135075:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 406
00000100:00080000:1.0:1788572692.135094:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572692.135101:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572692.135108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572692.135129:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067751424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572692.135204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751296:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572692.135230:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751424:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572693.031009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572693.927150:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.119:988
00000400:00000100:2.0:1788572693.927204:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572693.927219:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572693.927274:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572693.927289:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788572693.927345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572692/real 1788572693]  req@ffff91cdd136bb80 x1875454067751296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572693.927403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067751296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572693.927423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572693.927429:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572693.927434:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751296:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572693.927444:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572692/real 1788572693]  req@ffff91cdd1369880 x1875454067751424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572693.927459:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067751424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572693.927467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572693.927471:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572693.927475:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751424:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572693.927483:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572692/real 1788572693]  req@ffff91cdd1368a80 x1875454067751168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572693.927497:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067751168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572693.927505:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572693.927508:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572693.927512:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067751168:192.168.202.119@tcp:250:kworker.0
00010000:00010000:1.0:1788572694.054910:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572695.078941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572696.102925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572697.126986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572697.254891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572697.254905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572697.254934:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572697.254947:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 411
00000100:00080000:2.0:1788572697.254961:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572697.254971:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572697.255020:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067751552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572697.255055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572697.255060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572697.255062:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572697.255067:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 411
00000100:00080000:2.0:1788572697.255071:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572697.255076:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572697.255088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572697.255106:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067751680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572697.255118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572697.255122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572697.255124:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572697.255129:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 411
00000100:00080000:2.0:1788572697.255133:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572697.255138:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572697.255144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572697.255154:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067751552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572697.255162:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067751808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788572697.255274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572697.255312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572697/real 1788572697]  req@ffff91cdd1288380 x1875454067751552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572697.255327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067751552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572697.255335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572697.255338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572697.255341:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067751552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572697.255347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788572697.255363:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572697.255371:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572697/real 1788572697]  req@ffff91cdd1288a80 x1875454067751680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572697.255379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067751680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572697.255384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572697.255387:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572697.255389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751680:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788572697.255408:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788572697.255419:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572697.255425:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572697/real 1788572697]  req@ffff91cdd128b100 x1875454067751808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572697.255453:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067751808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572697.255462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572697.255465:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788572697.255469:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067751808:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788572698.150936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572699.174975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572700.198956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572701.222957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572702.246905:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572702.374921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572702.374933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572702.374938:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572702.374950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 416
00000100:00080000:2.0:1788572702.374963:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572702.374971:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572702.375015:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067751936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572702.375044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572702.375062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572702.375065:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572702.375070:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 416
00000100:00080000:2.0:1788572702.375076:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572702.375080:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572702.375090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572702.375114:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067751936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572702.375114:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067752064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572702.375145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572702.375149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572702.375152:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572702.375158:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 416
00000100:00080000:2.0:1788572702.375162:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572702.375166:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572702.375188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572702.375204:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067752192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572702.375219:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572702.375278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572702/real 1788572702]  req@ffff91cdd1289880 x1875454067751936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572702.375295:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067751936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572702.375303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572702.375308:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572702.375312:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067751936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572702.375341:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572702.375371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572702.375383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572702/real 1788572702]  req@ffff91cdd128ad80 x1875454067752064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572702.375414:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067752064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572702.375420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572702.375423:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572702.375426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752064:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572702.375432:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572702.375454:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572702.375466:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572702/real 1788572702]  req@ffff91cdd1289c00 x1875454067752192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572702.375476:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067752192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572702.375484:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572702.375488:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572702.375491:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752192:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572703.271330:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572704.294952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572705.319881:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572706.342942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572707.367904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572707.494889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572707.494904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572707.494910:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572707.494935:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 421
00000100:00080000:2.0:1788572707.494951:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572707.494962:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572707.495015:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067752320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572707.495059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572707.495063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572707.495065:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572707.495070:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 421
00000100:00080000:2.0:1788572707.495075:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572707.495080:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572707.495093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572707.495109:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067752448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572707.495118:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067752320:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572707.495120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572707.495144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572707.495146:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572707.495149:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 421
00000100:00080000:2.0:1788572707.495153:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572707.495157:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572707.495163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572707.495176:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067752576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572707.495202:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572707.495266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572707/real 1788572707]  req@ffff91cdd1289f80 x1875454067752320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572707.495289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067752320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572707.495309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572707.495314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572707.495319:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067752320:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572707.495349:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572707.495371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572707.495381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572707/real 1788572707]  req@ffff91cdd1288000 x1875454067752448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572707.495390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067752448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572707.495396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572707.495398:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572707.495400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752448:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572707.495404:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572707.495419:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572707.495430:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572707/real 1788572707]  req@ffff91cdd1288e00 x1875454067752576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572707.495442:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067752576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572707.495451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572707.495454:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572707.495458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752576:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788572708.390973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572709.415005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572710.438906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572711.462931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572712.486955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572712.614862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572712.614870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572712.614873:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572712.614881:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 426
00000100:00080000:2.0:1788572712.614890:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572712.614896:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572712.614927:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067752704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572712.614947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572712.614950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572712.614951:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572712.614954:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 426
00000100:00080000:2.0:1788572712.614956:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572712.614959:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572712.614981:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572712.614991:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067752832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572712.614999:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067752704:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572712.615002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572712.615006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572712.615007:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572712.615011:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 426
00000100:00080000:2.0:1788572712.615014:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572712.615017:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572712.615021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572712.615030:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067752960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572712.615060:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572712.615093:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572712/real 1788572712]  req@ffff91cdd128bb80 x1875454067752704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572712.615107:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067752704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572712.615118:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572712.615123:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572712.615127:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067752704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572712.615150:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572712.615191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572712.615203:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572712/real 1788572712]  req@ffff91cdd1288700 x1875454067752832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572712.615212:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067752832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572712.615219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572712.615221:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572712.615224:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752832:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572712.615229:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572712.615255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572712.615278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572712/real 1788572712]  req@ffff91cdd128b800 x1875454067752960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572712.615290:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067752960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572712.615298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572712.615302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572712.615305:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067752960:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572713.510914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572714.534978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572715.558987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572716.582954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572717.606923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572717.734900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572717.734909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572717.734912:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572717.734920:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 432
00000100:00080000:2.0:1788572717.734929:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572717.734935:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572717.734966:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067753088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572717.734989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572717.735009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572717.735011:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572717.735016:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 432
00000100:00080000:2.0:1788572717.735020:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572717.735025:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572717.735028:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067753088:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788572717.735033:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572717.735047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067753216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572717.735057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572717.735060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572717.735061:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572717.735064:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 432
00000100:00080000:2.0:1788572717.735067:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572717.735070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572717.735074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572717.735083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067753344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572717.735084:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572717.735119:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572717/real 1788572717]  req@ffff91cdd128b480 x1875454067753088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572717.735138:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067753088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572717.735145:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572717.735148:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572717.735152:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067753088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572717.735169:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572717.735186:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572717.735195:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572717/real 1788572717]  req@ffff91cdd128b800 x1875454067753216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572717.735214:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067753216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572717.735219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572717.735221:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572717.735224:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753216:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572717.735227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572717.735241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572717.735247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572717/real 1788572717]  req@ffff91cdd1288700 x1875454067753344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572717.735254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067753344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572717.735259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572717.735261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572717.735263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753344:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572718.630961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572719.654930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572720.678936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572721.702928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572722.727059:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572722.854904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572722.854915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572722.854919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572722.854929:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 437
00000100:00080000:2.0:1788572722.854939:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572722.854965:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572722.854997:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067753472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572722.855038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572722.855043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572722.855045:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572722.855049:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 437
00000100:00080000:2.0:1788572722.855055:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572722.855060:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572722.855071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572722.855088:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067753472:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572722.855088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067753600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572722.855107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572722.855111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572722.855114:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572722.855118:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 437
00000100:00080000:2.0:1788572722.855122:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572722.855127:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572722.855133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572722.855147:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067753728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572722.855160:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572722.855197:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572722/real 1788572722]  req@ffff91cdd128bb80 x1875454067753472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572722.855211:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067753472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572722.855229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572722.855232:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572722.855235:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067753472:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572722.855254:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572722.855277:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572722.855290:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572722/real 1788572722]  req@ffff91cdd1288e00 x1875454067753600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572722.855304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067753600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572722.855313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572722.855317:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572722.855320:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753600:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572722.855325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572722.855341:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572722.855349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572722/real 1788572722]  req@ffff91cdd1288000 x1875454067753728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572722.855356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067753728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572722.855362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572722.855364:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572722.855366:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753728:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572723.750944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572724.774980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572725.798941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572726.822967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572727.846956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572727.974913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572727.974922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572727.974925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572727.974933:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 442
00000100:00080000:2.0:1788572727.974942:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572727.974948:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572727.974979:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067753856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572727.975002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572727.975004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572727.975006:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572727.975008:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 442
00000100:00080000:2.0:1788572727.975011:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572727.975013:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572727.975021:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572727.975029:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067753984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572727.975038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572727.975042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788572727.975044:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067753856:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572727.975044:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572727.975049:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 442
00000100:00080000:2.0:1788572727.975053:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572727.975057:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572727.975077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572727.975087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067754112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572727.975176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572727.975212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754112:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572728.870946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572729.894977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572730.791167:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788572730.791213:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572730.791228:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572730.791270:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572730.791288:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788572730.791317:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572727/real 1788572730]  req@ffff91cdd1289c00 x1875454067753984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572730.791377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067753984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572730.791391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572730.791397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572730.791402:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067753984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572730.791411:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572727/real 1788572730]  req@ffff91cdd128ad80 x1875454067754112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572730.791425:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067754112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572730.791446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572730.791451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572730.791455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754112:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572730.791463:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572727/real 1788572730]  req@ffff91cdd1289f80 x1875454067753856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572730.791488:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067753856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572730.791514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572730.791518:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572730.791522:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067753856:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788572730.918924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572731.943000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572732.966948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572733.094845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572733.094854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572733.094858:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572733.094866:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 447
00000100:00080000:2.0:1788572733.094876:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572733.094881:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572733.094912:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067754240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572733.094935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572733.094938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572733.094939:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572733.094941:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 447
00000100:00080000:2.0:1788572733.094944:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572733.094946:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572733.094967:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572733.094978:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067754368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572733.094986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572733.094988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572733.094990:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572733.094992:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 447
00000100:00080000:2.0:1788572733.094994:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572733.094997:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572733.095001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572733.095007:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067754496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572733.095021:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067754240:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788572733.095112:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572733.095158:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572733/real 1788572733]  req@ffff91cdd1289880 x1875454067754240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572733.095176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067754240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572733.095186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572733.095190:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572733.095193:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067754240:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572733.095208:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572733.095226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572733.095236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572733/real 1788572733]  req@ffff91cdd128b100 x1875454067754368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572733.095244:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067754368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572733.095250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572733.095253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572733.095255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754368:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572733.095325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572733.095346:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572733.095356:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572733/real 1788572733]  req@ffff91cdd1288a80 x1875454067754496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572733.095365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067754496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572733.095371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572733.095373:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572733.095376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754496:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572733.991020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572735.014986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572736.038954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572737.063019:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572738.087001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572738.214864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572738.214873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572738.214877:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572738.214886:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 452
00000100:00080000:2.0:1788572738.214894:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572738.214902:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572738.214941:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067754624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572738.214968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572738.214986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1788572738.214990:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067754624:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572738.214990:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572738.214997:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 452
00000100:00080000:2.0:1788572738.215002:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572738.215006:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572738.215014:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572738.215029:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067754752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572738.215039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572738.215042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572738.215044:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572738.215048:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 452
00000100:00080000:2.0:1788572738.215051:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572738.215053:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572738.215056:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572738.215062:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572738.215067:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067754880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572738.215109:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572738/real 1788572738]  req@ffff91cdd1288380 x1875454067754624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572738.215130:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067754624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572738.215141:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572738.215144:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572738.215147:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067754624:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572738.215183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572738.215204:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572738.215213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572738/real 1788572738]  req@ffff91cdd128aa00 x1875454067754752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572738.215229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067754752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572738.215235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572738.215237:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572738.215239:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572738.215243:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572738.215257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572738.215264:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572738/real 1788572738]  req@ffff91cdd1289500 x1875454067754880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572738.215271:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067754880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572738.215276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572738.215278:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572738.215281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067754880:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572739.111020:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572740.134982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572741.158938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572742.182946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572743.206993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572743.334896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572743.334908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572743.334913:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572743.334930:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 457
00000100:00080000:0.0:1788572743.334939:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572743.334945:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572743.334990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067755008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572743.335011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572743.335014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572743.335016:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572743.335019:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 457
00000100:00080000:0.0:1788572743.335022:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572743.335024:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572743.335045:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572743.335055:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067755136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572743.335064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572743.335067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572743.335068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572743.335071:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 457
00000100:00080000:0.0:1788572743.335074:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572743.335077:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572743.335079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572743.335087:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067755008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572743.335088:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067755264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572743.335154:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572743.335190:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572743/real 1788572743]  req@ffff91cdd26f4e00 x1875454067755008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572743.335210:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067755008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572743.335233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572743.335237:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572743.335240:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067755008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572743.335246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572743.335268:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572743.335281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572743/real 1788572743]  req@ffff91cdd26f4700 x1875454067755136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572743.335294:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067755136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572743.335303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572743.335306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572743.335309:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755136:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572743.335329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572743.335345:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572743.335353:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572743/real 1788572743]  req@ffff91cdd26f7480 x1875454067755264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572743.335361:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067755264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572743.335366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572743.335369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572743.335371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755264:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572744.231841:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572745.255041:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572746.279036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572747.302925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572748.326977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572748.454910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572748.454931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572748.454952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572748.454964:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 462
00000100:00080000:2.0:1788572748.454975:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572748.454985:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572748.455024:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067755392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572748.455055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572748.455059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572748.455062:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572748.455066:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 462
00000100:00080000:2.0:1788572748.455070:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572748.455076:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572748.455087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572748.455103:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067755520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572748.455112:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067755392:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572748.455121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572748.455127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572748.455128:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572748.455133:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 462
00000100:00080000:2.0:1788572748.455138:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572748.455141:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572748.455146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572748.455161:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067755648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572748.455221:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572748.455279:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572748/real 1788572748]  req@ffff91cdd128a680 x1875454067755392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572748.455304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067755392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572748.455318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572748.455323:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572748.455328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067755392:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572748.455360:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572748.455388:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572748.455402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572748/real 1788572748]  req@ffff91cdd1289500 x1875454067755520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572748.455415:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067755520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572748.455424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572748.455428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572748.455431:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755520:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572748.455438:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572748.455460:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572748.455471:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572748/real 1788572748]  req@ffff91cdd128aa00 x1875454067755648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572748.455500:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067755648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572748.455509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572748.455513:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572748.455516:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755648:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572749.351021:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572750.375001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572751.399010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572752.422864:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572753.447015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572753.574898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572753.574906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572753.574910:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572753.574918:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 467
00000100:00080000:2.0:1788572753.574939:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572753.574945:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572753.574979:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067755776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572753.575000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572753.575004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572753.575006:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572753.575010:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 467
00000100:00080000:2.0:1788572753.575014:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572753.575018:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572753.575028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572753.575044:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067755904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572753.575048:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067755776:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572753.575064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572753.575066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572753.575068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572753.575072:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 467
00000100:00080000:2.0:1788572753.575089:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572753.575092:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572753.575097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572753.575110:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572753.575111:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067756032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572753.575148:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572753/real 1788572753]  req@ffff91cdd1288380 x1875454067755776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572753.575163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067755776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572753.575172:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572753.575174:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572753.575177:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067755776:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572753.575196:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572753.575210:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572753.575218:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572753/real 1788572753]  req@ffff91cdd1288a80 x1875454067755904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572753.575227:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067755904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572753.575247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572753.575251:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572753.575254:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067755904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572753.575261:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572753.575283:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572753.575295:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572753/real 1788572753]  req@ffff91cdd128b100 x1875454067756032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572753.575304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067756032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572753.575310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572753.575312:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572753.575314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756032:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572754.470969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572755.495019:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572756.519023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572757.543064:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572758.566998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572758.694976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572758.694988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572758.694993:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572758.695009:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 473
00000100:00080000:0.0:1788572758.695023:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572758.695032:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572758.695083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067756160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572758.695111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572758.695114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572758.695116:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572758.695119:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 473
00000100:00080000:0.0:1788572758.695122:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572758.695126:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572758.695136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572758.695150:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067756288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572758.695159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572758.695162:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067756160:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788572758.695163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572758.695167:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572758.695173:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 473
00000100:00080000:0.0:1788572758.695176:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572758.695199:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572758.695204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572758.695217:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067756416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572758.695243:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572758.695286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572758/real 1788572758]  req@ffff91cdd26f7480 x1875454067756160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572758.695302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067756160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572758.695311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572758.695315:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572758.695327:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067756160:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572758.695356:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572758.695383:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572758.695404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572758/real 1788572758]  req@ffff91cdd26f4700 x1875454067756288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572758.695414:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067756288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572758.695421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572758.695423:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572758.695426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756288:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572758.695431:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572758.695445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572758.695452:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572758/real 1788572758]  req@ffff91cdd26f4e00 x1875454067756416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572758.695460:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067756416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572758.695465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572758.695467:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572758.695469:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756416:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572759.590986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572760.614972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572761.638951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572762.662970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572763.686985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572763.815861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572763.815877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572763.815883:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572763.815898:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 478
00000100:00080000:2.0:1788572763.815912:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572763.815924:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572763.816002:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067756544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572763.816051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572763.816056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572763.816058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572763.816063:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 478
00000100:00080000:2.0:1788572763.816067:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572763.816072:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572763.816085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572763.816124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067756672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572763.816135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572763.816139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572763.816141:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572763.816145:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 478
00000100:00080000:2.0:1788572763.816150:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572763.816154:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572763.816159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572763.816172:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067756800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572763.816203:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067756544:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788572763.816300:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572763.816360:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572763/real 1788572763]  req@ffff91cdd1289880 x1875454067756544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572763.816390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067756544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572763.816412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572763.816418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572763.816423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067756544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572763.816431:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572763.816462:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572763.816477:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572763/real 1788572763]  req@ffff91cdd1289f80 x1875454067756672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572763.816491:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067756672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572763.816500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572763.816504:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572763.816507:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756672:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572763.816513:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572763.816536:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572763.816548:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572763/real 1788572763]  req@ffff91cdd128ad80 x1875454067756800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572763.816562:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067756800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572763.816584:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572763.816588:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572763.816592:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067756800:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572764.710963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572765.734984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572766.758990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572767.782963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572768.807029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572768.934915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572768.934924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572768.934927:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572768.934935:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 483
00000100:00080000:1.0:1788572768.934944:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572768.934963:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572768.934997:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067756928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572768.935033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572768.935038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572768.935039:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572768.935044:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 483
00000100:00080000:1.0:1788572768.935048:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572768.935052:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572768.935061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572768.935079:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067756928:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572768.935084:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067757056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572768.935095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572768.935097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572768.935114:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572768.935120:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 483
00000100:00080000:1.0:1788572768.935126:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572768.935130:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572768.935136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788572768.935151:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572768.935153:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067757184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572768.935198:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572768/real 1788572768]  req@ffff91cdd1369180 x1875454067756928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572768.935218:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067756928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572768.935241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572768.935245:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572768.935249:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067756928:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572768.935272:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572768.935317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572768.935332:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572768/real 1788572768]  req@ffff91cdd136b100 x1875454067757056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572768.935345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067757056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572768.935362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572768.935365:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572768.935369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757056:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572768.935376:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572768.935397:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572768.935409:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572768/real 1788572768]  req@ffff91cdd136aa00 x1875454067757184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572768.935422:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067757184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572768.935430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572768.935433:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572768.935437:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757184:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572769.830976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572770.854978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572771.878945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572772.903004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572773.927017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572774.054932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572774.054946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572774.054952:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572774.054981:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 488
00000100:00080000:2.0:1788572774.054997:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572774.055030:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572774.055079:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067757312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572774.055117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572774.055122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572774.055126:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572774.055133:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 488
00000100:00080000:2.0:1788572774.055139:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572774.055146:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572774.055161:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067757312:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788572774.055164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572774.055202:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067757440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572774.055221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572774.055225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572774.055230:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572774.055238:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 488
00000800:00000100:3.0:1788572774.055244:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:2.0:1788572774.055249:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572774.055259:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572774.055266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572774.055282:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067757568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572774.055365:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572774/real 1788572774]  req@ffff91cdd1289c00 x1875454067757312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572774.055380:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067757312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572774.055389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572774.055392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572774.055395:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067757312:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572774.055415:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572774.055564:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572774.055616:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572774/real 1788572774]  req@ffff91cdd1288000 x1875454067757440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572774.055627:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067757440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572774.055636:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572774.055642:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572774.055647:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757440:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572774.055658:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572774.055681:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572774.055689:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572774/real 1788572774]  req@ffff91cdd1288e00 x1875454067757568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572774.055697:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067757568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572774.055702:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572774.055703:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572774.055705:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757568:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572774.950936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572775.974935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572776.998941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572778.023008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572779.046956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572779.174885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572779.174893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572779.174913:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572779.174921:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 493
00000100:00080000:2.0:1788572779.174929:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572779.174936:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572779.174977:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067757696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572779.175015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572779.175018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572779.175019:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572779.175022:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 493
00000100:00080000:2.0:1788572779.175025:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572779.175028:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572779.175037:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572779.175047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067757824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572779.175056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572779.175058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572779.175059:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572779.175065:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 493
00000100:00080000:2.0:1788572779.175067:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788572779.175067:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067757696:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572779.175073:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572779.175079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572779.175088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067757952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572779.175145:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572779.175184:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572779/real 1788572779]  req@ffff91cdd128bb80 x1875454067757696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572779.175199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067757696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572779.175208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572779.175211:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572779.175213:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067757696:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572779.175232:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572779.175248:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572779.175256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572779/real 1788572779]  req@ffff91cdd1288700 x1875454067757824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572779.175277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067757824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572779.175282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572779.175284:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572779.175286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572779.175290:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572779.175302:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572779.175309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572779/real 1788572779]  req@ffff91cdd128b800 x1875454067757952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572779.175316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067757952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572779.175329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572779.175331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572779.175333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067757952:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572780.070913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572781.094954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572782.118956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572783.143033:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572784.166955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572784.294915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572784.294927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572784.294932:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572784.294942:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 498
00000100:00080000:2.0:1788572784.294954:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572784.294962:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572784.295020:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067758080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572784.295050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572784.295053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572784.295055:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572784.295057:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 498
00000100:00080000:2.0:1788572784.295060:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572784.295064:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572784.295076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572784.295107:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067758208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572784.295119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572784.295122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572784.295125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572784.295130:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 498
00000100:00080000:2.0:1788572784.295136:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788572784.295141:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067758080:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572784.295145:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572784.295177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572784.295196:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067758336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572784.295216:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572784.295270:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572784/real 1788572784]  req@ffff91cdd128b480 x1875454067758080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572784.295289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067758080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572784.295316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572784.295320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572784.295323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067758080:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572784.295329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572784.295350:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572784.295359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572784/real 1788572784]  req@ffff91cdd128b800 x1875454067758208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572784.295367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067758208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572784.295373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572784.295375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572784.295377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758208:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572784.295396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572784.295407:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572784.295414:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572784/real 1788572784]  req@ffff91cdd1288700 x1875454067758336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572784.295421:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067758336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572784.295426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572784.295428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572784.295430:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758336:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572785.190926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572786.214980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572787.238952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572788.262920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572789.286987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572789.414997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572789.415013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572789.415019:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572789.415034:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 503
00000100:00080000:0.0:1788572789.415048:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572789.415057:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572789.415117:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067758464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572789.415152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572789.415168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572789.415170:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572789.415176:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 503
00000100:00080000:0.0:1788572789.415181:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572789.415188:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572789.415201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572789.415202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067758464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572789.415222:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067758592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572789.415237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572789.415242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572789.415244:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572789.415249:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 503
00000100:00080000:0.0:1788572789.415254:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572789.415260:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:3.0:1788572789.415283:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:0.0:1788572789.415287:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572789.415306:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067758720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572789.415344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572789/real 1788572789]  req@ffff91cdd26f7800 x1875454067758464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572789.415362:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067758464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572789.415372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572789.415376:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572789.415379:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067758464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572789.415402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572789.415418:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572789.415427:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572789/real 1788572789]  req@ffff91cdd26f5f80 x1875454067758592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572789.415443:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067758592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572789.415449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572789.415452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572789.415454:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758592:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572789.415458:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572789.415470:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572789.415479:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572789/real 1788572789]  req@ffff91cdd26f6d80 x1875454067758720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572789.415504:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067758720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572789.415513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572789.415516:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572789.415520:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758720:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572790.310948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572791.335004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572792.358999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572793.383006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572794.407034:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572794.534855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572794.534871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572794.534876:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572794.534887:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 508
00000100:00080000:0.0:1788572794.534901:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572794.534910:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572794.534960:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067758848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572794.535007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572794.535013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572794.535016:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572794.535022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 508
00000100:00080000:0.0:1788572794.535027:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572794.535033:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572794.535045:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572794.535055:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067758848:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572794.535067:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067758976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572794.535102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572794.535106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572794.535108:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572794.535113:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 508
00000100:00080000:0.0:1788572794.535120:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572794.535125:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572794.535132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572794.535149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067759104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572794.535196:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572794.535237:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759104:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572795.430947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572796.455932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572797.479030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788572797.607227:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788572797.607287:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788572797.607310:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788572797.607371:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788572797.607383:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788572797.607434:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572794/real 1788572797]  req@ffff91cdd26f5c00 x1875454067758976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572797.607477:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067758976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572797.607493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572797.607500:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572797.607506:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067758976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572797.607518:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572794/real 1788572797]  req@ffff91cdd26f7b80 x1875454067759104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572797.607534:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067759104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572797.607572:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572797.607577:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572797.607581:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759104:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572797.607590:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572794/real 1788572797]  req@ffff91cdd26f4000 x1875454067758848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572797.607607:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067758848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572797.607617:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572797.607621:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572797.607624:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067758848:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788572798.502964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572799.526982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572799.654966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572799.654977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572799.654981:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572799.655002:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 514
00000100:00080000:2.0:1788572799.655017:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572799.655024:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572799.655062:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067759232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572799.655091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572799.655095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572799.655096:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572799.655100:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 514
00000100:00080000:2.0:1788572799.655104:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572799.655108:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572799.655120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572799.655135:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067759360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572799.655144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788572799.655153:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067759232:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572799.655154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572799.655155:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572799.655159:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 514
00000100:00080000:2.0:1788572799.655183:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572799.655187:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572799.655192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572799.655203:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067759488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572799.655244:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572799.655512:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572799/real 1788572799]  req@ffff91cdd128bb80 x1875454067759232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572799.655536:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067759232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572799.655547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572799.655552:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572799.655556:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067759232:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572799.655593:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572799.655716:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572799.655732:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572799/real 1788572799]  req@ffff91cdd1288e00 x1875454067759360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572799.655744:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067759360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572799.655752:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572799.655756:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572799.655759:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759360:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572799.655766:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572799.655819:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572799.655831:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572799/real 1788572799]  req@ffff91cdd1288000 x1875454067759488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572799.655842:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067759488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572799.655849:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572799.655852:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572799.655855:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759488:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572800.551012:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572801.575000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572802.598973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572803.622970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572804.646938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572804.774936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572804.774947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572804.774952:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572804.774961:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 519
00000100:00080000:1.0:1788572804.774973:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572804.774980:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572804.775034:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067759616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572804.775059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572804.775062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572804.775067:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572804.775070:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 519
00000100:00080000:1.0:1788572804.775090:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572804.775095:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572804.775106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572804.775113:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067759616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572804.775120:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067759744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572804.775130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572804.775132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572804.775134:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572804.775137:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 519
00000100:00080000:1.0:1788572804.775139:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572804.775141:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572804.775144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572804.775153:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067759872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572804.775196:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572804.775239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572804/real 1788572804]  req@ffff91cdd136a300 x1875454067759616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572804.775266:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067759616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572804.775275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572804.775279:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572804.775282:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067759616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572804.775305:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572804.775323:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572804.775332:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572804/real 1788572804]  req@ffff91cdd1368380 x1875454067759744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572804.775340:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067759744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572804.775346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572804.775348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572804.775350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759744:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572804.775363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572804.775376:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572804.775383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572804/real 1788572804]  req@ffff91cdd1368e00 x1875454067759872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572804.775391:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067759872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572804.775405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572804.775408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572804.775410:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067759872:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572805.670983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572806.694982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572807.718969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572808.742991:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572809.767037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572809.894869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572809.894881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572809.894886:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572809.894905:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 524
00000100:00080000:1.0:1788572809.894917:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572809.894925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572809.894971:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067760000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572809.895021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572809.895034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572809.895036:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572809.895045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 524
00000100:00080000:1.0:1788572809.895049:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572809.895054:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572809.895066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572809.895080:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067760128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572809.895089:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067760000:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788572809.895093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572809.895100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572809.895102:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572809.895106:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 524
00000100:00080000:1.0:1788572809.895109:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572809.895112:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572809.895116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572809.895127:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067760256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788572809.895182:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572809.895229:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572809/real 1788572809]  req@ffff91cdd1368700 x1875454067760000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572809.895247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067760000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572809.895257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572809.895262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572809.895265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067760000:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572809.895291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572809.895311:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572809.895327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572809/real 1788572809]  req@ffff91cdd1369500 x1875454067760128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572809.895343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067760128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572809.895352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572809.895357:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572809.895369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760128:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572809.895377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572809.895396:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572809.895405:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572809/real 1788572809]  req@ffff91cdd136b480 x1875454067760256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572809.895413:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067760256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572809.895419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572809.895422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572809.895424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760256:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572810.790965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572811.814948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572812.839007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572813.862968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572814.887018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572815.014978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572815.014995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572815.015001:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572815.015019:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 529
00000100:00080000:2.0:1788572815.015037:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572815.015046:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572815.015113:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067760384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572815.015152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572815.015157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572815.015159:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572815.015164:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 529
00000100:00080000:2.0:1788572815.015168:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572815.015198:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572815.015210:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067760384:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788572815.015212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572815.015233:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067760512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572815.015247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572815.015252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572815.015254:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572815.015258:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 529
00000100:00080000:2.0:1788572815.015277:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572815.015283:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572815.015290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788572815.015290:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572815.015314:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067760640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572815.015338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572815/real 1788572815]  req@ffff91cdd1289c00 x1875454067760384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572815.015356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067760384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572815.015366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572815.015369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572815.015373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067760384:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572815.015396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572815.015412:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572815.015420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572815/real 1788572815]  req@ffff91cdd128ad80 x1875454067760512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572815.015428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067760512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572815.015434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572815.015436:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572815.015438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760512:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572815.015450:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572815.015464:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572815.015472:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572815/real 1788572815]  req@ffff91cdd1289f80 x1875454067760640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572815.015479:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067760640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572815.015485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572815.015486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572815.015488:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760640:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572815.911013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572816.934961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572817.959022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572818.982965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572820.006987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572820.134957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572820.134973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572820.134979:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572820.134993:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 534
00000100:00080000:2.0:1788572820.135008:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572820.135018:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572820.135072:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067760768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572820.135113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572820.135118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572820.135139:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572820.135145:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 534
00000100:00080000:2.0:1788572820.135150:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572820.135156:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572820.135183:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572820.135189:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067760768:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572820.135204:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067760896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572820.135218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572820.135222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572820.135225:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572820.135230:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 534
00000100:00080000:2.0:1788572820.135253:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572820.135258:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:3.0:1788572820.135264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788572820.135265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572820.135285:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067761024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572820.135313:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572820/real 1788572820]  req@ffff91cdd1289880 x1875454067760768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572820.135331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067760768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572820.135340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572820.135344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572820.135347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067760768:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572820.135370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572820.135386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572820.135394:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572820/real 1788572820]  req@ffff91cdd128b100 x1875454067760896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572820.135410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067760896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572820.135417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572820.135420:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572820.135424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067760896:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572820.135430:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572820.135453:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572820.135467:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572820/real 1788572820]  req@ffff91cdd1288a80 x1875454067761024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572820.135481:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067761024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572820.135490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572820.135493:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572820.135497:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761024:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572821.030919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572822.054973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572823.078918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572824.102951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572825.126970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572825.254903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572825.254914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572825.254919:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572825.254929:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 539
00000100:00080000:0.0:1788572825.254940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572825.254948:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572825.254992:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067761152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572825.255018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572825.255021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572825.255023:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572825.255026:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 539
00000100:00080000:0.0:1788572825.255028:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572825.255031:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572825.255046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572825.255075:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067761280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572825.255087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572825.255090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572825.255092:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572825.255098:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 539
00000100:00100000:3.0:1788572825.255107:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067761152:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788572825.255111:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572825.255125:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572825.255133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572825.255151:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067761408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572825.255183:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572825.255222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572825/real 1788572825]  req@ffff91cdd26f5880 x1875454067761152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572825.255237:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067761152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572825.255279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572825.255283:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572825.255286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067761152:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572825.255307:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572825.255327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572825.255337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572825/real 1788572825]  req@ffff91cdd26f7100 x1875454067761280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572825.255348:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067761280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572825.255357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572825.255360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572825.255364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761280:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572825.255371:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572825.255394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572825.255407:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572825/real 1788572825]  req@ffff91cdd26f4a80 x1875454067761408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572825.255420:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067761408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572825.255429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572825.255432:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572825.255436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761408:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572826.150970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572827.174992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572828.198988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572829.223041:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572830.246953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572830.374942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572830.374955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572830.374960:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572830.374973:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 544
00000100:00080000:0.0:1788572830.374987:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572830.374996:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572830.375047:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067761536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572830.375082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572830.375114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572830.375117:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572830.375124:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 544
00000100:00080000:0.0:1788572830.375129:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572830.375135:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572830.375148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572830.375156:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067761536:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572830.375163:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067761664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572830.375174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572830.375177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572830.375178:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572830.375181:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 544
00000100:00080000:0.0:1788572830.375185:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572830.375188:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572830.375191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572830.375199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067761792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572830.375241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572830.375286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572830/real 1788572830]  req@ffff91cdd26f5180 x1875454067761536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572830.375303:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067761536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572830.375312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572830.375316:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572830.375320:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067761536:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572830.375350:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572830.375400:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572830.375412:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572830/real 1788572830]  req@ffff91cdd26f6300 x1875454067761664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572830.375421:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067761664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572830.375428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572830.375430:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572830.375433:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761664:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572830.375438:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572830.375451:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572830.375458:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572830/real 1788572830]  req@ffff91cdd26f4380 x1875454067761792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572830.375474:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067761792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572830.375480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572830.375482:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572830.375484:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067761792:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572831.270984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572832.295003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572833.319016:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572834.343009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572835.367100:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572835.495051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572835.495067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572835.495074:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572835.495088:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 549
00000100:00080000:2.0:1788572835.495105:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572835.495116:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572835.495175:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067761920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572835.495254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572835.495258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572835.495260:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572835.495264:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 549
00000100:00080000:2.0:1788572835.495268:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572835.495272:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572835.495296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572835.495311:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067762048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572835.495322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572835.495327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788572835.495328:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067761920:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572835.495329:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572835.495340:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 549
00000100:00080000:2.0:1788572835.495344:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572835.495347:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572835.495351:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572835.495373:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067762176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572835.495435:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572835.495544:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572835/real 1788572835]  req@ffff91cdd1288380 x1875454067761920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572835.495567:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067761920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572835.495579:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572835.495583:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572835.495588:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067761920:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572835.495617:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572835.495641:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572835.495662:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572835/real 1788572835]  req@ffff91cdd128aa00 x1875454067762048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572835.495675:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067762048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572835.495693:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572835.495697:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572835.495700:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762048:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572835.495706:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572835.495727:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572835.495737:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572835/real 1788572835]  req@ffff91cdd1289500 x1875454067762176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572835.495747:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067762176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572835.495755:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572835.495758:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572835.495760:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762176:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572836.391106:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572837.415028:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572838.438984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572839.462971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572840.486945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572840.614938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572840.614950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572840.614977:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572840.614988:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 554
00000100:00080000:0.0:1788572840.615000:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572840.615008:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572840.615045:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067762304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572840.615075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572840.615078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572840.615079:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572840.615082:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 554
00000100:00080000:0.0:1788572840.615085:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572840.615087:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572840.615097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572840.615106:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067762432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572840.615113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572840.615116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572840.615118:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572840.615120:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 554
00000100:00080000:0.0:1788572840.615122:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572840.615124:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572840.615127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572840.615135:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067762560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572840.615149:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067762304:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788572840.615238:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572840.615293:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572840/real 1788572840]  req@ffff91cdd26f6a00 x1875454067762304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572840.615315:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067762304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572840.615343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572840.615349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572840.615354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067762304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572840.615363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572840.615392:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572840.615409:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572840/real 1788572840]  req@ffff91cdd26f6680 x1875454067762432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572840.615424:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067762432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572840.615433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572840.615437:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572840.615441:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762432:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572840.615482:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572840.615504:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572840.615518:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572840/real 1788572840]  req@ffff91cdd26f5500 x1875454067762560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572840.615531:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067762560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572840.615541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572840.615544:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572840.615549:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762560:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572841.510920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572842.534926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572843.558986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572844.582906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572845.606937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572845.734870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572845.734882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572845.734887:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572845.734899:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 560
00000100:00080000:0.0:1788572845.734910:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572845.734918:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572845.734955:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067762688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572845.734987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572845.734992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572845.734995:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572845.735000:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 560
00000100:00080000:0.0:1788572845.735006:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572845.735011:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572845.735021:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067762688:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788572845.735023:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572845.735044:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067762816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572845.735057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572845.735061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572845.735063:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572845.735075:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 560
00000100:00080000:0.0:1788572845.735081:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788572845.735086:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788572845.735090:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572845.735098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572845.735129:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067762944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572845.735136:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572845/real 1788572845]  req@ffff91cdd26f5500 x1875454067762688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572845.735171:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067762688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572845.735180:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572845.735184:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572845.735187:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067762688:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572845.735207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572845.735229:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572845.735241:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572845/real 1788572845]  req@ffff91cdd26f6680 x1875454067762816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572845.735249:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067762816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572845.735255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572845.735257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572845.735259:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572845.735263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572845.735275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572845.735282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572845/real 1788572845]  req@ffff91cdd26f6a00 x1875454067762944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572845.735297:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067762944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572845.735318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572845.735322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572845.735328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067762944:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572846.631036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572847.654988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572848.679410:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572849.702930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572850.726979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572850.854885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572850.854897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572850.854901:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572850.854910:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 565
00000100:00080000:1.0:1788572850.854919:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572850.854925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572850.854958:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067763072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572850.854992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572850.854995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572850.854996:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572850.854999:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 565
00000100:00080000:1.0:1788572850.855002:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572850.855006:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572850.855014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572850.855026:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067763072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572850.855027:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067763200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572850.855040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572850.855042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572850.855043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572850.855046:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 565
00000100:00080000:1.0:1788572850.855048:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572850.855051:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572850.855054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572850.855063:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067763328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788572850.855085:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572850.855123:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572850/real 1788572850]  req@ffff91cdd136b800 x1875454067763072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572850.855138:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067763072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572850.855147:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572850.855151:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572850.855156:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067763072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572850.855178:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572850.855192:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572850.855200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572850/real 1788572850]  req@ffff91cdd136a680 x1875454067763200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572850.855208:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067763200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572850.855213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572850.855215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572850.855217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763200:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572850.855228:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572850.855249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572850.855260:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572850/real 1788572850]  req@ffff91cdd1369f80 x1875454067763328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572850.855268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067763328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572850.855273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572850.855275:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572850.855278:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763328:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572851.751002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572852.775034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572853.798996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572854.823024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572855.847028:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572855.974975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572855.974988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572855.974992:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572855.975004:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 570
00000100:00080000:3.0:1788572855.975016:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572855.975032:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572855.975082:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067763456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572855.975115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572855.975120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572855.975122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572855.975127:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 570
00000100:00080000:3.0:1788572855.975132:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572855.975137:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572855.975149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572855.975165:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067763584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572855.975178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572855.975202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572855.975204:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572855.975208:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 570
00000100:00080000:3.0:1788572855.975213:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788572855.975219:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067763456:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572855.975220:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572855.975238:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572855.975262:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067763712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788572855.975294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572855.975344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572855/real 1788572855]  req@ffff91cdd142d180 x1875454067763456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572855.975362:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067763456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572855.975371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572855.975374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572855.975377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067763456:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572855.975383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572855.975399:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572855.975408:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572855/real 1788572855]  req@ffff91cdd142e680 x1875454067763584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572855.975429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067763584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572855.975435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572855.975437:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572855.975440:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763584:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572855.975460:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572855.975474:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572855.975481:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572855/real 1788572855]  req@ffff91cdd142d880 x1875454067763712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572855.975488:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067763712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572855.975494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572855.975495:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572855.975497:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763712:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572856.871031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572857.895022:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572858.919016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572859.943014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572860.967031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572861.094932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572861.094945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572861.094949:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572861.094960:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 575
00000100:00080000:0.0:1788572861.094972:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572861.094996:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572861.095042:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067763840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572861.095076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572861.095079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572861.095081:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572861.095084:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 575
00000100:00080000:0.0:1788572861.095087:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572861.095110:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572861.095121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572861.095132:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067763840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572861.095137:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067763968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572861.095155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572861.095158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572861.095161:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572861.095167:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 575
00000100:00080000:0.0:1788572861.095172:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572861.095177:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572861.095183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572861.095199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067764096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572861.095249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572861.095272:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764096:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572861.990930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572863.014956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572864.038964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788572864.167181:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788572864.167241:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788572864.167264:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788572864.167328:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788572864.167342:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788572864.167476:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572861/real 1788572864]  req@ffff91cdd26f6300 x1875454067763968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572864.167540:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067763968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572864.167557:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572864.167564:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572864.167584:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067763968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572864.167599:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572861/real 1788572864]  req@ffff91cdd26f5180 x1875454067764096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572864.167616:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067764096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572864.167625:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572864.167631:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572864.167635:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764096:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572864.167643:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572861/real 1788572864]  req@ffff91cdd26f4380 x1875454067763840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572864.167658:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067763840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572864.167668:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572864.167673:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572864.167677:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067763840:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572865.063012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572866.086977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572866.214923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572866.214934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572866.214939:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572866.214951:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 580
00000100:00080000:0.0:1788572866.214963:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572866.214971:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572866.215015:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067764224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572866.215068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572866.215071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572866.215073:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572866.215088:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 580
00000100:00080000:0.0:1788572866.215092:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572866.215096:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572866.215107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572866.215120:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067764352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572866.215127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572866.215130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572866.215132:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572866.215135:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 580
00000100:00080000:0.0:1788572866.215138:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572866.215141:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572866.215144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572866.215151:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067764224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572866.215154:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067764480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788572866.215273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572866.215340:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572866/real 1788572866]  req@ffff91cdd26f4a80 x1875454067764224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572866.215367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067764224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572866.215380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572866.215385:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572866.215391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067764224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572866.215401:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572866.215450:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572866.215466:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572866/real 1788572866]  req@ffff91cdd26f7100 x1875454067764352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572866.215480:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067764352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572866.215488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572866.215492:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572866.215495:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764352:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788572866.215537:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788572866.215560:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788572866.215572:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572866/real 1788572866]  req@ffff91cdd26f5880 x1875454067764480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572866.215600:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067764480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572866.215610:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788572866.215614:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788572866.215617:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764480:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572867.110911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572868.135013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572869.158984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572870.183024:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572871.206947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572871.334948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572871.334958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572871.334962:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572871.334971:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 585
00000100:00080000:2.0:1788572871.334980:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572871.334986:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572871.335021:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067764608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572871.335049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572871.335051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572871.335053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572871.335055:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 585
00000100:00080000:2.0:1788572871.335057:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572871.335060:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572871.335067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572871.335076:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067764736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572871.335102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572871.335105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572871.335106:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572871.335109:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 585
00000100:00080000:2.0:1788572871.335113:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572871.335116:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572871.335119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572871.335126:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067764864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572871.335154:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067764608:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788572871.335261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572871.335308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572871/real 1788572871]  req@ffff91cdd128a680 x1875454067764608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572871.335344:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067764608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572871.335353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572871.335356:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572871.335360:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067764608:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572871.335366:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572871.335384:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572871.335393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572871/real 1788572871]  req@ffff91cdd1289500 x1875454067764736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572871.335401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067764736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572871.335406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572871.335408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572871.335410:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572871.335434:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572871.335445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572871.335451:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572871/real 1788572871]  req@ffff91cdd128aa00 x1875454067764864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572871.335459:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067764864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572871.335474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572871.335477:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572871.335479:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067764864:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572872.231009:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572873.255188:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572874.279009:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572875.302999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572876.327007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572876.455005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572876.455018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572876.455023:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572876.455034:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 590
00000100:00080000:1.0:1788572876.455073:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572876.455081:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572876.455121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067764992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572876.455147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572876.455150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572876.455152:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572876.455155:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 590
00000100:00080000:1.0:1788572876.455161:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572876.455164:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572876.455173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572876.455182:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067765120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572876.455190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572876.455193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572876.455194:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572876.455197:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 590
00000100:00080000:1.0:1788572876.455199:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572876.455201:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572876.455204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572876.455211:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067765248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572876.455220:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067764992:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788572876.455332:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572876.455384:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572876/real 1788572876]  req@ffff91cdd1369c00 x1875454067764992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572876.455429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067764992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572876.455441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572876.455446:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572876.455451:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067764992:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572876.455460:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572876.455487:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572876.455502:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572876/real 1788572876]  req@ffff91cdd1368000 x1875454067765120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572876.455516:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067765120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572876.455525:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572876.455537:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572876.455541:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765120:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572876.455569:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572876.455594:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572876.455607:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572876/real 1788572876]  req@ffff91cdd136ad80 x1875454067765248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572876.455621:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067765248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572876.455630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572876.455634:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572876.455638:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765248:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572877.351010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572878.374975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572879.398977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572880.423012:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572881.446928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572881.574907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572881.574921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572881.574926:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572881.574935:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 595
00000100:00080000:0.0:1788572881.574946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572881.574955:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572881.574992:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067765376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572881.575019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572881.575022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572881.575024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572881.575028:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 595
00000100:00080000:0.0:1788572881.575031:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572881.575034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572881.575044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572881.575062:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067765504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572881.575062:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067765376:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788572881.575086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572881.575089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572881.575091:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572881.575095:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 595
00000100:00080000:0.0:1788572881.575112:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572881.575116:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572881.575121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572881.575126:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572881.575134:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067765632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572881.575161:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572881/real 1788572881]  req@ffff91cdd26f4000 x1875454067765376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572881.575175:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067765376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572881.575186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572881.575190:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572881.575194:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067765376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572881.575218:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572881.575243:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572881.575254:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572881/real 1788572881]  req@ffff91cdd26f7b80 x1875454067765504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572881.575263:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067765504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572881.575268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572881.575271:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572881.575273:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765504:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572881.575278:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572881.575297:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572881.575309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572881/real 1788572881]  req@ffff91cdd26f5c00 x1875454067765632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572881.575353:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067765632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572881.575360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572881.575362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572881.575365:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765632:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572882.470930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572883.494939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572884.518949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572885.542968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572886.566931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572886.694969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572886.694983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572886.694988:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572886.695000:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 601
00000100:00080000:2.0:1788572886.695013:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572886.695022:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572886.695077:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067765760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572886.695101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572886.695105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572886.695106:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572886.695126:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 601
00000100:00080000:2.0:1788572886.695130:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572886.695133:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572886.695144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572886.695152:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067765760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788572886.695156:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067765888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572886.695166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572886.695168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572886.695169:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572886.695171:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 601
00000100:00080000:2.0:1788572886.695173:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572886.695176:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572886.695178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572886.695185:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067766016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572886.695225:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572886.695271:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572886/real 1788572886]  req@ffff91cdd1288380 x1875454067765760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572886.695285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067765760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572886.695295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572886.695299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572886.695304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067765760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572886.695333:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572886.695353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572886.695362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572886/real 1788572886]  req@ffff91cdd1288a80 x1875454067765888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572886.695369:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067765888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572886.695384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572886.695387:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572886.695389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067765888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572886.695408:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572886.695424:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572886.695431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572886/real 1788572886]  req@ffff91cdd128b100 x1875454067766016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572886.695438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067766016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572886.695443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572886.695445:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572886.695447:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766016:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572887.590918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572888.614959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572889.638997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572890.662984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572891.686967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572891.814929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572891.814943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572891.814948:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572891.814958:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 606
00000100:00080000:3.0:1788572891.814970:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572891.814976:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572891.815019:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067766144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572891.815045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572891.815048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572891.815067:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572891.815071:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 606
00000100:00080000:3.0:1788572891.815074:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572891.815077:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572891.815087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572891.815091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067766144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572891.815098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067766272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572891.815106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572891.815108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572891.815109:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572891.815111:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 606
00000100:00080000:3.0:1788572891.815114:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572891.815116:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572891.815118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572891.815125:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067766400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572891.815164:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572891.815202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572891/real 1788572891]  req@ffff91cdd142d880 x1875454067766144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572891.815215:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067766144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572891.815224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572891.815228:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572891.815237:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067766144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572891.815259:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572891.815275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572891.815282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572891/real 1788572891]  req@ffff91cdd142e680 x1875454067766272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572891.815298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067766272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572891.815305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572891.815308:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572891.815310:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766272:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572891.815316:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572891.815329:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572891.815335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572891/real 1788572891]  req@ffff91cdd142d180 x1875454067766400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572891.815341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067766400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572891.815346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572891.815347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572891.815349:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766400:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572892.710941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572893.734924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572894.758917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572895.782935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572896.806928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572896.934870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572896.934878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572896.934881:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572896.934888:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 611
00000100:00080000:3.0:1788572896.934896:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572896.934901:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572896.934941:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067766528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572896.934962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572896.934966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572896.934967:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572896.934971:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 611
00000100:00080000:3.0:1788572896.934975:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572896.934978:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572896.934987:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572896.934998:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067766656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572896.935006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572896.935009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788572896.935010:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067766528:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572896.935011:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572896.935014:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 611
00000100:00080000:3.0:1788572896.935017:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572896.935020:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572896.935024:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572896.935031:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067766784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572896.935065:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572896.935103:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572896/real 1788572896]  req@ffff91cdd142ea00 x1875454067766528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572896.935115:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067766528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572896.935122:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572896.935124:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572896.935127:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067766528:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572896.935144:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572896.935159:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572896.935166:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572896/real 1788572896]  req@ffff91cdd142e300 x1875454067766656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572896.935173:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067766656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572896.935177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572896.935179:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572896.935181:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766656:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572896.935184:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572896.935193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572896.935199:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572896/real 1788572896]  req@ffff91cdd142d500 x1875454067766784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572896.935210:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067766784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572896.935228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572896.935232:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572896.935235:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067766784:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572897.830946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572898.854940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572899.878939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572900.902939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572901.926916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572902.054833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572902.054857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572902.054861:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572902.054870:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 616
00000100:00080000:3.0:1788572902.054879:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572902.054884:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572902.054917:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067766912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572902.054942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572902.054945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572902.054946:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572902.054949:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 616
00000100:00080000:3.0:1788572902.054952:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572902.054954:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572902.054962:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572902.054973:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067767040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572902.054982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572902.054985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572902.054986:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572902.054991:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 616
00000100:00100000:1.0:1788572902.054992:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067766912:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572902.054993:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572902.055000:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572902.055004:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572902.055011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067767168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572902.055053:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572902.055085:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572902/real 1788572902]  req@ffff91cdd142f100 x1875454067766912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572902.055102:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067766912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572902.055112:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572902.055116:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572902.055120:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067766912:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572902.055144:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572902.055165:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572902.055175:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572902/real 1788572902]  req@ffff91cdd142d500 x1875454067767040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572902.055183:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067767040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572902.055189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572902.055191:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572902.055193:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767040:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572902.055207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572902.055241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572902.055254:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572902/real 1788572902]  req@ffff91cdd142e300 x1875454067767168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572902.055268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067767168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572902.055275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572902.055277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572902.055280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767168:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572902.950937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572903.975004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572904.998953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572906.022946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572907.046983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572907.174987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572907.174999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572907.175003:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572907.175015:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 621
00000100:00080000:0.0:1788572907.175027:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572907.175035:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572907.175083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067767296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572907.175125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572907.175130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572907.175151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572907.175156:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 621
00000100:00080000:0.0:1788572907.175160:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572907.175164:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572907.175177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572907.175181:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067767296:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572907.175199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067767424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572907.175213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572907.175218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572907.175220:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572907.175225:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 621
00000100:00080000:0.0:1788572907.175240:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572907.175244:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572907.175248:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572907.175256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572907.175261:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067767552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572907.175303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572907/real 1788572907]  req@ffff91cdd26f6d80 x1875454067767296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572907.175320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067767296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572907.175329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572907.175332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572907.175336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067767296:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572907.175358:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572907.175375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572907.175384:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572907/real 1788572907]  req@ffff91cdd26f5f80 x1875454067767424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572907.175401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067767424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572907.175407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572907.175409:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572907.175411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767424:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572907.175415:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572907.175429:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572907.175435:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572907/real 1788572907]  req@ffff91cdd26f7800 x1875454067767552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572907.175443:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067767552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572907.175448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572907.175450:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572907.175452:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767552:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572908.070943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572909.094921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572910.118908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572911.142982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572912.166992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572912.294933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572912.294943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572912.294946:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572912.294956:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 626
00000100:00080000:2.0:1788572912.294965:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572912.294972:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572912.295008:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067767680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572912.295026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572912.295046:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067767680:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572912.295053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572912.295058:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572912.295062:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 626
00000100:00080000:2.0:1788572912.295065:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572912.295068:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572912.295076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572912.295088:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067767808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572912.295100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572912.295103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572912.295106:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572912.295110:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 626
00000100:00080000:2.0:1788572912.295114:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572912.295120:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788572912.295121:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788572912.295130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572912.295145:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067767936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572912.295167:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572912/real 1788572912]  req@ffff91cdd1289880 x1875454067767680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572912.295188:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067767680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572912.295213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572912.295218:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572912.295223:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067767680:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572912.295246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572912.295271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572912.295284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572912/real 1788572912]  req@ffff91cdd1289f80 x1875454067767808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572912.295298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067767808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572912.295307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572912.295311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572912.295314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572912.295321:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572912.295339:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572912.295350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572912/real 1788572912]  req@ffff91cdd128ad80 x1875454067767936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572912.295362:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067767936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572912.295371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572912.295374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572912.295378:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067767936:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572913.190983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572914.215009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572915.238929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572916.262953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572917.287013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572917.414930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572917.414947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572917.414953:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572917.414969:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 631
00000100:00080000:2.0:1788572917.414983:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572917.414994:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572917.415045:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067768064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572917.415097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572917.415102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572917.415105:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572917.415112:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 631
00000100:00080000:2.0:1788572917.415118:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572917.415124:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572917.415138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572917.415167:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067768192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572917.415167:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067768064:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572917.415204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572917.415209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572917.415212:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572917.415220:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 631
00000100:00080000:2.0:1788572917.415226:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572917.415232:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572917.415239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572917.415255:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067768320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572917.415344:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572917.415380:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572917/real 1788572917]  req@ffff91cdd1289c00 x1875454067768064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572917.415394:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067768064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572917.415403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572917.415407:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572917.415411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067768064:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572917.415433:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572917.415460:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572917.415474:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572917/real 1788572917]  req@ffff91cdd1288000 x1875454067768192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572917.415487:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067768192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572917.415635:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572917.415638:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572917.415642:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768192:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572917.415649:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572917.415714:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572917.415757:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572917/real 1788572917]  req@ffff91cdd1288e00 x1875454067768320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572917.415768:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067768320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572917.415774:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572917.415776:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572917.415778:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768320:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572918.310949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572919.334970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572920.358932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572921.382944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572922.406929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572922.534871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572922.534881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572922.534886:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572922.534894:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 636
00000100:00080000:2.0:1788572922.534919:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572922.534925:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788572922.534953:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067768448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572922.534975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572922.534978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572922.534979:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572922.534982:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 636
00000100:00080000:2.0:1788572922.534984:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572922.534987:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572922.534995:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572922.535003:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067768576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572922.535008:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067768448:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788572922.535015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572922.535018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572922.535019:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572922.535022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 636
00000100:00080000:2.0:1788572922.535024:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572922.535026:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788572922.535030:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572922.535039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067768704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572922.535068:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572922.535101:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572922/real 1788572922]  req@ffff91cdd128bb80 x1875454067768448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572922.535116:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067768448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572922.535124:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572922.535133:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572922.535136:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067768448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572922.535155:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572922.535173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572922.535182:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572922/real 1788572922]  req@ffff91cdd1288700 x1875454067768576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572922.535190:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067768576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572922.535196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572922.535198:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572922.535200:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768576:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572922.535204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572922.535215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572922.535221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572922/real 1788572922]  req@ffff91cdd128b800 x1875454067768704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572922.535229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067768704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572922.535234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572922.535236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572922.535238:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768704:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572923.430947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572924.454953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572925.478938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572926.502968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572927.527004:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572927.654905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572927.654916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572927.654920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572927.654930:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 642
00000100:00080000:1.0:1788572927.654940:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572927.654948:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572927.654985:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067768832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572927.655007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572927.655010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572927.655011:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572927.655014:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 642
00000100:00080000:1.0:1788572927.655017:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572927.655019:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572927.655027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572927.655036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067768960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572927.655044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572927.655047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788572927.655047:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067768832:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788572927.655050:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572927.655058:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 642
00000100:00080000:1.0:1788572927.655060:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572927.655063:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572927.655081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572927.655091:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067769088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572927.655141:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572927.655167:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769088:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572928.550949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572929.575101:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572930.598965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572930.727082:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788572930.727142:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572930.727157:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572930.727190:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788572930.727197:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788572930.727262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572927/real 1788572930]  req@ffff91cdd1368000 x1875454067768960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572930.727288:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067768960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572930.727300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572930.727305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572930.727311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067768960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572930.727319:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572927/real 1788572930]  req@ffff91cdd1369c00 x1875454067769088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572930.727331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067769088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572930.727339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572930.727343:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572930.727346:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769088:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572930.727353:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572927/real 1788572930]  req@ffff91cdd136ad80 x1875454067768832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572930.727380:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067768832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572930.727388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572930.727392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572930.727396:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067768832:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572931.622971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572932.647025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572932.774937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572932.774948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572932.774952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572932.774962:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 647
00000100:00080000:1.0:1788572932.774973:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572932.774981:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572932.775021:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067769216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572932.775050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572932.775053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572932.775055:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572932.775059:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 647
00000100:00080000:1.0:1788572932.775063:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572932.775067:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572932.775077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572932.775088:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067769344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572932.775095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572932.775097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572932.775099:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572932.775101:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 647
00000100:00080000:1.0:1788572932.775117:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572932.775123:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572932.775129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572932.775133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067769216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572932.775141:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067769472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572932.775242:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572932.775303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572932/real 1788572932]  req@ffff91cdd1369f80 x1875454067769216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572932.775330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067769216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572932.775345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572932.775350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572932.775356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067769216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572932.775366:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572932.775396:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572932.775413:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572932/real 1788572932]  req@ffff91cdd136a680 x1875454067769344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572932.775429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067769344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572932.775460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572932.775465:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572932.775469:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769344:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572932.775509:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572932.775538:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572932.775553:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572932/real 1788572932]  req@ffff91cdd136b800 x1875454067769472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572932.775567:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067769472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572932.775577:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572932.775581:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572932.775585:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769472:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788572933.671031:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572934.694997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572935.718983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572936.742995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572937.766922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572937.894924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572937.894933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572937.894937:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572937.894945:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 652
00000100:00080000:3.0:1788572937.894966:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572937.894973:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572937.895007:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067769600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572937.895050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572937.895053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572937.895054:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572937.895064:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 652
00000100:00080000:3.0:1788572937.895071:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572937.895075:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572937.895085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572937.895090:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067769600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572937.895099:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067769728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572937.895108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572937.895111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572937.895112:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572937.895115:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 652
00000100:00080000:3.0:1788572937.895118:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572937.895120:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572937.895124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572937.895131:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067769856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572937.895148:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572937.895187:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572937/real 1788572937]  req@ffff91cdd142ea00 x1875454067769600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572937.895203:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067769600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572937.895211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572937.895214:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572937.895217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067769600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572937.895235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572937.895253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572937.895265:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572937/real 1788572937]  req@ffff91cdd142d180 x1875454067769728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572937.895278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067769728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572937.895286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572937.895290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572937.895301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769728:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572937.895308:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572937.895327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572937.895335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572937/real 1788572937]  req@ffff91cdd142e680 x1875454067769856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572937.895343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067769856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572937.895348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572937.895350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572937.895353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067769856:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572938.791022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572939.814919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572940.838960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572941.862906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572942.886933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572943.014884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572943.014893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572943.014907:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572943.014915:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 657
00000100:00080000:1.0:1788572943.014924:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572943.014929:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572943.014961:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067769984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572943.014996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572943.014999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572943.015001:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572943.015004:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 657
00000100:00080000:1.0:1788572943.015007:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572943.015023:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572943.015042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572943.015053:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067769984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572943.015055:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067770112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572943.015070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572943.015074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572943.015076:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572943.015081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 657
00000100:00080000:1.0:1788572943.015087:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572943.015091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572943.015097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572943.015110:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067770240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572943.015114:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572943.015160:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572943/real 1788572943]  req@ffff91cdd136b480 x1875454067769984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572943.015174:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067769984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572943.015182:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572943.015185:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572943.015188:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067769984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572943.015211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572943.015237:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572943.015251:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572943/real 1788572943]  req@ffff91cdd1369500 x1875454067770112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572943.015264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067770112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572943.015273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572943.015277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572943.015281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770112:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572943.015301:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572943.015319:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572943.015327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572943/real 1788572943]  req@ffff91cdd1368700 x1875454067770240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572943.015336:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067770240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572943.015351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572943.015354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572943.015356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770240:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572943.910990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572944.934942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572945.959025:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572946.982907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572948.007055:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572948.134917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572948.134929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572948.134934:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572948.134944:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 662
00000100:00080000:3.0:1788572948.134955:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572948.134964:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572948.135031:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067770368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572948.135070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572948.135074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572948.135076:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572948.135080:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 662
00000100:00080000:3.0:1788572948.135085:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572948.135091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572948.135101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572948.135121:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067770368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572948.135128:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067770496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572948.135165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572948.135168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572948.135170:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572948.135176:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 662
00000100:00080000:3.0:1788572948.135181:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572948.135186:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788572948.135193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788572948.135193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572948.135210:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067770624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572948.135235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572948/real 1788572948]  req@ffff91cdd142d880 x1875454067770368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572948.135250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067770368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572948.135259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572948.135264:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572948.135268:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067770368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572948.135302:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572948.135327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572948.135337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572948/real 1788572948]  req@ffff91cdd142e680 x1875454067770496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572948.135346:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067770496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572948.135351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572948.135354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572948.135356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770496:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572948.135360:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572948.135372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572948.135378:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572948/real 1788572948]  req@ffff91cdd142d180 x1875454067770624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572948.135385:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067770624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572948.135390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572948.135392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572948.135394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770624:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572949.030906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572950.055038:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572951.078926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572952.102925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572953.126982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572953.254894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572953.254902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572953.254906:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572953.254914:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 667
00000100:00080000:3.0:1788572953.254923:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572953.254929:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572953.254977:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067770752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572953.255000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572953.255002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572953.255004:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572953.255006:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 667
00000100:00080000:3.0:1788572953.255022:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572953.255026:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572953.255035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572953.255045:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067770880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572953.255053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572953.255057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572953.255059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572953.255061:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067770752:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572953.255063:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 667
00000100:00080000:3.0:1788572953.255068:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572953.255073:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572953.255076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572953.255084:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067771008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572953.255134:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572953.255177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572953/real 1788572953]  req@ffff91cdd142ea00 x1875454067770752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572953.255206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067770752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572953.255217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572953.255223:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572953.255228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067770752:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572953.255258:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572953.255288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572953.255305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572953/real 1788572953]  req@ffff91cdd142e300 x1875454067770880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572953.255320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067770880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572953.255329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572953.255334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572953.255338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067770880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572953.255349:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572953.255371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572953.255384:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572953/real 1788572953]  req@ffff91cdd142d500 x1875454067771008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572953.255397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067771008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572953.255420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572953.255424:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572953.255437:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771008:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572954.150987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572955.174994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572956.198995:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572957.222972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572958.247068:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572958.374879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572958.374890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572958.374895:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572958.374907:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 672
00000100:00080000:3.0:1788572958.374918:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572958.374925:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572958.374982:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067771136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572958.375029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572958.375033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572958.375034:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572958.375037:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 672
00000100:00080000:3.0:1788572958.375040:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572958.375043:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572958.375053:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572958.375072:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067771264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572958.375081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572958.375085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788572958.375088:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067771136:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572958.375088:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572958.375096:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 672
00000100:00080000:3.0:1788572958.375099:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572958.375102:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572958.375105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572958.375115:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067771392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572958.375179:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572958.375221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572958/real 1788572958]  req@ffff91cdd142f100 x1875454067771136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572958.375238:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067771136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572958.375247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572958.375250:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572958.375255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067771136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572958.375285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572958.375312:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572958.375327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572958/real 1788572958]  req@ffff91cdd142d500 x1875454067771264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572958.375341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067771264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572958.375350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572958.375354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572958.375358:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771264:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572958.375376:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572958.375401:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572958.375413:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572958/real 1788572958]  req@ffff91cdd142e300 x1875454067771392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572958.375425:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067771392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572958.375433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572958.375436:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572958.375439:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771392:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572959.270979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572960.294986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572961.318981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572962.342970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572963.366956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572963.494941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572963.494952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572963.494956:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572963.494966:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 677
00000100:00080000:0.0:1788572963.494977:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572963.494984:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572963.495021:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067771520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572963.495048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572963.495053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572963.495055:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572963.495074:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 677
00000100:00080000:0.0:1788572963.495079:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572963.495085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572963.495092:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067771520:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788572963.495095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572963.495111:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067771648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572963.495124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572963.495128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572963.495130:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572963.495134:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 677
00000100:00080000:0.0:1788572963.495139:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572963.495143:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572963.495148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572963.495149:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788572963.495165:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067771776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572963.495196:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572963/real 1788572963]  req@ffff91cdd26f4e00 x1875454067771520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572963.495213:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067771520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572963.495222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572963.495225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572963.495228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067771520:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572963.495245:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572963.495260:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572963.495267:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572963/real 1788572963]  req@ffff91cdd26f4700 x1875454067771648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572963.495283:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067771648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572963.495289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572963.495291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572963.495293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771648:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572963.495297:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572963.495310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572963.495316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572963/real 1788572963]  req@ffff91cdd26f7480 x1875454067771776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572963.495324:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067771776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572963.495329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572963.495330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572963.495332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067771776:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572964.391000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572965.415049:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572966.438974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572967.463011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572968.486985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572968.614963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572968.614974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572968.614979:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572968.614991:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 682
00000100:00080000:3.0:1788572968.615003:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572968.615012:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572968.615063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067771904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572968.615095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572968.615099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572968.615101:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572968.615106:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 682
00000100:00080000:3.0:1788572968.615110:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572968.615116:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572968.615130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572968.615144:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067772032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572968.615153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572968.615157:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067771904:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572968.615158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572968.615161:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572968.615169:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 682
00000100:00080000:3.0:1788572968.615172:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572968.615175:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572968.615179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572968.615213:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067772160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572968.615239:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572968.615291:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572968/real 1788572968]  req@ffff91cdd142ea00 x1875454067771904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572968.615309:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067771904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572968.615330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572968.615334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572968.615337:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067771904:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572968.615361:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572968.615380:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572968.615389:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572968/real 1788572968]  req@ffff91cdd142d180 x1875454067772032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572968.615397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067772032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572968.615403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572968.615405:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572968.615407:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772032:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572968.615411:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572968.615421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572968.615427:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572968/real 1788572968]  req@ffff91cdd142e680 x1875454067772160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572968.615434:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067772160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572968.615440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572968.615442:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572968.615444:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772160:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572969.511036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572970.534984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572971.558985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572972.582964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572973.606953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572973.734910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572973.734921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572973.734925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572973.734934:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 688
00000100:00080000:3.0:1788572973.734944:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572973.734950:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572973.734989:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067772288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572973.735015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572973.735017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572973.735019:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572973.735022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 688
00000100:00080000:3.0:1788572973.735025:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572973.735028:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572973.735036:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572973.735046:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067772416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572973.735054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572973.735057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572973.735059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572973.735066:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067772288:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572973.735077:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 688
00000100:00080000:3.0:1788572973.735082:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572973.735087:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572973.735093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572973.735107:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067772544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572973.735122:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572973.735165:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572973/real 1788572973]  req@ffff91cdd142d880 x1875454067772288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572973.735181:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067772288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572973.735192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572973.735197:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572973.735201:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067772288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572973.735209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572973.735233:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572973.735247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572973/real 1788572973]  req@ffff91cdd142e680 x1875454067772416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572973.735256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067772416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572973.735262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572973.735264:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572973.735267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772416:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572973.735285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572973.735299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572973.735306:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572973/real 1788572973]  req@ffff91cdd142d180 x1875454067772544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572973.735321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067772544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572973.735327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572973.735330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572973.735332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772544:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572974.631013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572975.655011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572976.678982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572977.702980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572978.726953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572978.854916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572978.854928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572978.854932:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572978.854943:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 693
00000100:00080000:3.0:1788572978.854953:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572978.854960:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788572978.855005:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067772672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572978.855033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572978.855037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572978.855039:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572978.855043:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 693
00000100:00080000:3.0:1788572978.855046:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572978.855050:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572978.855059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572978.855070:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067772800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572978.855081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572978.855094:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067772672:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788572978.855103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572978.855106:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572978.855111:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 693
00000100:00080000:3.0:1788572978.855115:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572978.855118:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788572978.855124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572978.855136:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067772928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572978.855171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572978.855223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572978/real 1788572978]  req@ffff91cdd142ea00 x1875454067772672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572978.855244:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067772672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572978.855257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572978.855261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572978.855266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067772672:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572978.855274:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572978.855299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572978.855313:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572978/real 1788572978]  req@ffff91cdd142e300 x1875454067772800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572978.855327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067772800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572978.855351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572978.855366:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572978.855370:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572978.855394:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572978.855417:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572978.855430:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572978/real 1788572978]  req@ffff91cdd142d500 x1875454067772928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572978.855444:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067772928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572978.855453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572978.855456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572978.855460:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067772928:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572979.750979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572980.774983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572981.798999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572982.822969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572983.846992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572983.974885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572983.974893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572983.974897:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572983.974905:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 698
00000100:00080000:1.0:1788572983.974914:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572983.974919:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572983.974952:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067773056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572983.974974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572983.974990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572983.974992:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572983.974996:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 698
00000100:00080000:1.0:1788572983.975000:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572983.975003:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572983.975012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572983.975013:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067773056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572983.975024:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067773184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572983.975034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572983.975036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572983.975037:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572983.975040:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 698
00000100:00080000:1.0:1788572983.975043:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572983.975045:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572983.975048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572983.975055:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067773312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572983.975071:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572983.975113:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572983/real 1788572983]  req@ffff91cdd1368e00 x1875454067773056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572983.975133:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067773056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572983.975145:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572983.975148:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572983.975151:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067773056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572983.975171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572983.975189:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572983.975198:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572983/real 1788572983]  req@ffff91cdd1368380 x1875454067773184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572983.975207:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067773184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572983.975219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572983.975222:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572983.975224:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773184:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572983.975229:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572983.975243:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572983.975250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572983/real 1788572983]  req@ffff91cdd136a300 x1875454067773312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572983.975258:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067773312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572983.975263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572983.975265:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572983.975267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773312:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572984.871016:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572985.895006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572986.919037:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572987.942990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572988.967072:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572989.094953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572989.094965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572989.094969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572989.094985:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 703
00000100:00080000:0.0:1788572989.094996:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572989.095003:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572989.095037:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067773440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572989.095079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572989.095083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572989.095085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572989.095089:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 703
00000100:00080000:0.0:1788572989.095092:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572989.095096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572989.095107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572989.095121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067773568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572989.095136:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067773440:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788572989.095137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572989.095157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572989.095181:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572989.095188:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 703
00000100:00080000:0.0:1788572989.095195:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572989.095203:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572989.095210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572989.095231:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067773696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572989.095252:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572989.095301:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572989/real 1788572989]  req@ffff91cdd26f7480 x1875454067773440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572989.095320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067773440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572989.095344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572989.095348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572989.095352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067773440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572989.095378:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572989.095400:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572989.095413:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572989/real 1788572989]  req@ffff91cdd26f4700 x1875454067773568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572989.095426:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067773568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572989.095435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572989.095439:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572989.095442:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773568:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788572989.095449:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788572989.095475:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788572989.095489:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572989/real 1788572989]  req@ffff91cdd26f4e00 x1875454067773696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572989.095503:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067773696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572989.095513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572989.095516:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788572989.095520:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773696:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788572989.990969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572991.014994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572992.039014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572993.063013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572994.086949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572994.215052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572994.215064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572994.215070:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572994.215081:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 708
00000100:00080000:1.0:1788572994.215093:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572994.215101:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788572994.215146:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067773824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572994.215172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572994.215175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572994.215177:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572994.215180:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 708
00000100:00080000:1.0:1788572994.215184:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572994.215187:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572994.215197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572994.215204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067773824:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788572994.215209:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067773952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572994.215218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572994.215221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572994.215222:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572994.215225:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 708
00000100:00080000:1.0:1788572994.215228:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572994.215230:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788572994.215252:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572994.215261:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067774080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572994.215327:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572994.215351:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774080:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788572995.110949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572996.135023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572997.159018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788572997.287177:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788572997.287245:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788572997.287270:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788572997.287338:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788572997.287356:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788572997.287405:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572994/real 1788572997]  req@ffff91cdd136b100 x1875454067773952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572997.287433:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067773952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572997.287446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572997.287452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572997.287461:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067773952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572997.287471:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572994/real 1788572997]  req@ffff91cdd1369180 x1875454067774080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572997.287488:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067774080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572997.287496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572997.287501:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572997.287504:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774080:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572997.287513:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572994/real 1788572997]  req@ffff91cdd136aa00 x1875454067773824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572997.287527:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067773824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572997.287535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572997.287538:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572997.287541:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067773824:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788572998.183022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572999.207007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572999.334947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572999.334958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572999.334964:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572999.334975:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 713
00000100:00080000:0.0:1788572999.334986:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572999.334993:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788572999.335033:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067774208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572999.335059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572999.335062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572999.335063:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572999.335066:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 713
00000100:00080000:0.0:1788572999.335068:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572999.335088:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572999.335099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572999.335110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067774336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572999.335119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572999.335122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572999.335123:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572999.335128:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 713
00000100:00080000:0.0:1788572999.335132:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572999.335136:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788572999.335141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572999.335153:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067774208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788572999.335166:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067774464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572999.335249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572999.335305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572999/real 1788572999]  req@ffff91cdd26f7800 x1875454067774208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572999.335326:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067774208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572999.335339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572999.335344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572999.335349:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067774208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788572999.335358:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572999.335383:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572999.335398:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572999/real 1788572999]  req@ffff91cdd26f5f80 x1875454067774336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572999.335411:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067774336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572999.335418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572999.335422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572999.335425:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774336:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788572999.335456:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788572999.335477:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788572999.335488:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572999/real 1788572999]  req@ffff91cdd26f6d80 x1875454067774464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572999.335528:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067774464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572999.335537:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572999.335541:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788572999.335544:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774464:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573000.230953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573001.254938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573002.278902:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573003.302923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573004.326925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573004.454903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573004.454915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573004.454919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573004.454931:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 718
00000100:00080000:1.0:1788573004.454942:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573004.454950:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573004.454988:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067774592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573004.455014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573004.455017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573004.455020:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573004.455025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 718
00000100:00080000:1.0:1788573004.455029:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573004.455033:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573004.455041:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067774592:192.168.202.119@tcp:250:kworker.0
00000008:00100000:1.0:1788573004.455043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573004.455069:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067774720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573004.455099:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:1.0:1788573004.455103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573004.455107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573004.455110:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573004.455116:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 718
00000100:00080000:1.0:1788573004.455121:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573004.455126:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573004.455131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573004.455145:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573004/real 1788573004]  req@ffff91cdd1368a80 x1875454067774592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573004.455149:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067774848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573004.455176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067774592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573004.455185:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573004.455189:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573004.455192:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067774592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573004.455211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573004.455226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573004.455234:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573004/real 1788573004]  req@ffff91cdd1369880 x1875454067774720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573004.455255:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067774720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573004.455260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573004.455263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573004.455265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774720:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573004.455269:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573004.455281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573004.455288:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573004/real 1788573004]  req@ffff91cdd136bb80 x1875454067774848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573004.455295:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067774848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573004.455300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573004.455302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573004.455304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067774848:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573005.350938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573006.374996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573007.398928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573008.422986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573009.446942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573009.574924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573009.574936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573009.574941:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573009.574951:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 723
00000100:00080000:1.0:1788573009.574963:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573009.574970:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573009.575015:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067774976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573009.575044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573009.575047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573009.575049:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573009.575052:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 723
00000100:00080000:1.0:1788573009.575054:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573009.575057:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573009.575085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573009.575101:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067775104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573009.575112:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067774976:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573009.575118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573009.575123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573009.575125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573009.575131:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 723
00000100:00080000:1.0:1788573009.575135:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573009.575138:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573009.575143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573009.575155:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067775232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573009.575191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573009.575245:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573009/real 1788573009]  req@ffff91cdd136bb80 x1875454067774976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573009.575261:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067774976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573009.575278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573009.575282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573009.575285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067774976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573009.575309:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573009.575328:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573009.575337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573009/real 1788573009]  req@ffff91cdd1369880 x1875454067775104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573009.575346:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067775104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573009.575351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573009.575354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573009.575356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775104:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573009.575360:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573009.575371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573009.575377:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573009/real 1788573009]  req@ffff91cdd1368a80 x1875454067775232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573009.575384:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067775232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573009.575389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573009.575391:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573009.575393:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775232:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573010.470977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573011.495005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573012.518911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573013.542984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573014.567133:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573014.694944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573014.694957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573014.694961:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573014.694972:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 729
00000100:00080000:3.0:1788573014.694985:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573014.694992:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573014.695039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067775360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573014.695068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573014.695071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573014.695072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573014.695075:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 729
00000100:00080000:3.0:1788573014.695078:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573014.695083:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573014.695096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573014.695111:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067775360:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573014.695115:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067775488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573014.695131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573014.695135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573014.695138:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573014.695142:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 729
00000100:00080000:3.0:1788573014.695165:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573014.695176:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573014.695182:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573014.695193:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067775616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573014.695202:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573014.695262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573014/real 1788573014]  req@ffff91cdd142f100 x1875454067775360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573014.695281:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067775360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573014.695290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573014.695293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573014.695297:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067775360:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573014.695321:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573014.695348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573014.695357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573014/real 1788573014]  req@ffff91cdd142d500 x1875454067775488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573014.695366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067775488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573014.695371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573014.695374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573014.695376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775488:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573014.695380:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573014.695391:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573014.695396:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573014/real 1788573014]  req@ffff91cdd142e300 x1875454067775616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573014.695404:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067775616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573014.695409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573014.695411:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573014.695412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775616:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573015.590941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573016.614946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573017.638948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573018.662945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573019.686970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573019.814943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573019.814955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573019.814959:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573019.814970:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 734
00000100:00080000:1.0:1788573019.814981:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573019.815009:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573019.815046:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067775744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573019.815074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573019.815077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573019.815078:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573019.815081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 734
00000100:00080000:1.0:1788573019.815085:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573019.815088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573019.815095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573019.815105:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067775872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573019.815113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573019.815115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573019.815117:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573019.815120:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 734
00000100:00080000:1.0:1788573019.815122:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573019.815124:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573019.815127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573019.815135:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067775744:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573019.815136:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067776000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573019.815199:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573019.815258:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573019/real 1788573019]  req@ffff91cdd136aa00 x1875454067775744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573019.815280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067775744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573019.815291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573019.815296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573019.815301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067775744:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573019.815310:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573019.815334:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573019.815345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573019/real 1788573019]  req@ffff91cdd1369180 x1875454067775872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573019.815355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067775872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573019.815379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573019.815383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573019.815386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067775872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573019.815412:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573019.815430:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573019.815440:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573019/real 1788573019]  req@ffff91cdd136b100 x1875454067776000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573019.815447:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067776000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573019.815453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573019.815455:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573019.815457:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776000:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573020.710946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573021.734929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573022.759059:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573023.783015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573024.806976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573024.934929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573024.934945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573024.934958:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573024.934969:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 739
00000100:00080000:2.0:1788573024.934982:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573024.934990:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573024.935036:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067776128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573024.935064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573024.935067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573024.935069:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573024.935073:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 739
00000100:00080000:2.0:1788573024.935075:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573024.935078:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573024.935088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573024.935100:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067776256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573024.935108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573024.935111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573024.935129:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573024.935133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067776128:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573024.935136:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 739
00000100:00080000:2.0:1788573024.935144:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573024.935148:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573024.935152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573024.935163:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067776384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573024.935215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573024.935275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573024/real 1788573024]  req@ffff91cdd128b480 x1875454067776128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573024.935301:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067776128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573024.935310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573024.935314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573024.935318:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067776128:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573024.935324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573024.935349:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573024.935362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573024/real 1788573024]  req@ffff91cdd128b800 x1875454067776256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573024.935377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067776256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573024.935387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573024.935392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573024.935395:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776256:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573024.935442:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573024.935469:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573024.935480:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573024/real 1788573024]  req@ffff91cdd1288700 x1875454067776384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573024.935492:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067776384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573024.935509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573024.935512:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573024.935515:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776384:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573025.831008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573026.854959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573027.879018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573028.903003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573029.926979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573030.054914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573030.054926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573030.054931:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573030.054942:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 744
00000100:00080000:3.0:1788573030.054954:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573030.054961:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573030.055033:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067776512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573030.055065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573030.055069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573030.055071:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573030.055076:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 744
00000100:00080000:3.0:1788573030.055082:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573030.055088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573030.055101:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067776512:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788573030.055101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573030.055120:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067776640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573030.055129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573030.055132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573030.055134:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573030.055137:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 744
00000100:00080000:3.0:1788573030.055141:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573030.055143:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573030.055155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573030.055164:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067776768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573030.055188:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573030.055235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573030/real 1788573030]  req@ffff91cdd142ea00 x1875454067776512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573030.055252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067776512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573030.055265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573030.055270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573030.055275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067776512:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573030.055305:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573030.055340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573030.055360:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573030/real 1788573030]  req@ffff91cdd142d180 x1875454067776640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573030.055370:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067776640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573030.055377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573030.055379:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573030.055382:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776640:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573030.055393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573030.055411:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573030.055418:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573030/real 1788573030]  req@ffff91cdd142e680 x1875454067776768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573030.055427:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067776768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573030.055433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573030.055435:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573030.055438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067776768:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573030.950981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573031.974990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573032.999019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573034.022999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573035.046994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573035.174893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573035.174919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573035.174925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573035.174935:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 749
00000100:00080000:3.0:1788573035.174946:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573035.174953:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573035.174986:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067776896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573035.175014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573035.175018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573035.175020:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573035.175024:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 749
00000100:00080000:3.0:1788573035.175029:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573035.175035:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573035.175045:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573035.175058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067776896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573035.175065:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067777024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573035.175080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573035.175083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573035.175085:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573035.175090:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 749
00000100:00080000:3.0:1788573035.175094:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573035.175099:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573035.175105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573035.175119:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067777152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573035.175156:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573035.175208:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573035/real 1788573035]  req@ffff91cdd142d880 x1875454067776896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573035.175240:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067776896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573035.175251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573035.175255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573035.175261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067776896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573035.175285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573035.175306:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573035.175315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573035/real 1788573035]  req@ffff91cdd142e680 x1875454067777024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573035.175337:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067777024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573035.175343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573035.175346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573035.175348:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777024:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573035.175353:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573035.175368:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573035.175375:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573035/real 1788573035]  req@ffff91cdd142d180 x1875454067777152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573035.175383:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067777152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573035.175388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573035.175389:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573035.175391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777152:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573036.070964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573037.094974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573038.118972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573039.142959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573040.166956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573040.294913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573040.294929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573040.294935:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573040.294948:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 754
00000100:00080000:3.0:1788573040.294963:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573040.294973:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573040.295025:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067777280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573040.295060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573040.295065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573040.295067:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573040.295072:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 754
00000100:00080000:3.0:1788573040.295075:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573040.295079:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573040.295090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573040.295102:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067777408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573040.295110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573040.295113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573040.295116:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573040.295130:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067777280:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573040.295137:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 754
00000100:00080000:3.0:1788573040.295160:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573040.295164:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573040.295170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573040.295181:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067777536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573040.295209:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573040.295254:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573040/real 1788573040]  req@ffff91cdd142ea00 x1875454067777280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573040.295279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067777280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573040.295299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573040.295303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573040.295308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067777280:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573040.295339:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573040.295367:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573040.295379:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573040/real 1788573040]  req@ffff91cdd142e300 x1875454067777408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573040.295388:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067777408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573040.295394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573040.295396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573040.295398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777408:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573040.295403:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573040.295417:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573040.295423:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573040/real 1788573040]  req@ffff91cdd142d500 x1875454067777536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573040.295431:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067777536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573040.295436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573040.295438:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573040.295440:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777536:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573041.190939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573042.214991:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573043.238940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573044.263005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573045.287026:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573045.414983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573045.414999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573045.415005:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573045.415019:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 759
00000100:00080000:0.0:1788573045.415061:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573045.415072:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573045.415126:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067777664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573045.415163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573045.415168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573045.415170:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573045.415175:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 759
00000100:00080000:0.0:1788573045.415180:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573045.415185:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573045.415198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573045.415215:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067777792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573045.415223:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067777664:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573045.415259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573045.415262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573045.415264:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573045.415268:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 759
00000100:00080000:0.0:1788573045.415286:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573045.415291:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573045.415298:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573045.415304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573045.415318:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067777920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573045.415359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573045/real 1788573045]  req@ffff91cdd26f5c00 x1875454067777664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573045.415384:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067777664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573045.415395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573045.415399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573045.415404:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067777664:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573045.415432:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573045.415450:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573045.415459:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573045/real 1788573045]  req@ffff91cdd26f7b80 x1875454067777792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573045.415468:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067777792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573045.415474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573045.415477:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573045.415479:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573045.415483:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573045.415501:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573045.415512:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573045/real 1788573045]  req@ffff91cdd26f4000 x1875454067777920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573045.415536:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067777920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573045.415545:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573045.415548:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573045.415550:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067777920:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573046.311001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573047.334968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573048.358955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573049.383008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573050.407035:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573050.534914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573050.534923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573050.534927:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573050.534953:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 764
00000100:00080000:3.0:1788573050.534963:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573050.534969:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573050.535003:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067778048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573050.535029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573050.535032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573050.535033:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573050.535036:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 764
00000100:00080000:3.0:1788573050.535038:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573050.535041:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573050.535049:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573050.535075:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067778176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573050.535084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067778048:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573050.535085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573050.535093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573050.535095:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573050.535099:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 764
00000100:00080000:3.0:1788573050.535102:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573050.535104:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573050.535108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573050.535116:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067778304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573050.535147:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573050.535186:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573050/real 1788573050]  req@ffff91cdd142f100 x1875454067778048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573050.535201:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067778048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573050.535209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573050.535212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573050.535215:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067778048:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573050.535232:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573050.535247:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573050.535255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573050/real 1788573050]  req@ffff91cdd142d500 x1875454067778176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573050.535263:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067778176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573050.535279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573050.535282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573050.535284:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778176:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573050.535288:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573050.535302:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573050.535308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573050/real 1788573050]  req@ffff91cdd142e300 x1875454067778304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573050.535316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067778304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573050.535321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573050.535323:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573050.535325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778304:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573051.431051:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573052.454996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573053.478996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573054.503003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573055.527028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573055.654958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573055.654981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573055.654988:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573055.655001:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 770
00000100:00080000:1.0:1788573055.655015:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573055.655023:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573055.655070:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067778432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573055.655098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573055.655120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573055.655122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573055.655126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 770
00000100:00080000:1.0:1788573055.655130:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788573055.655134:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067778432:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573055.655137:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573055.655153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573055.655165:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067778560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573055.655175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573055.655178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573055.655179:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573055.655182:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 770
00000100:00080000:1.0:1788573055.655185:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573055.655188:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573055.655197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573055.655206:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067778688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573055.655214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573055.655259:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573055/real 1788573055]  req@ffff91cdd136a300 x1875454067778432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573055.655275:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067778432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573055.655284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573055.655287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573055.655290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067778432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573055.655330:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573055.655353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573055.655364:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573055/real 1788573055]  req@ffff91cdd1368380 x1875454067778560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573055.655372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067778560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573055.655378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573055.655380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573055.655383:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778560:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573055.655386:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573055.655397:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573055.655404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573055/real 1788573055]  req@ffff91cdd1368e00 x1875454067778688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573055.655411:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067778688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573055.655416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573055.655418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573055.655420:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778688:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573056.550928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573057.574968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573058.598942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573059.622955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573060.646929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573060.774917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573060.774924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573060.774928:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573060.774937:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 775
00000100:00080000:0.0:1788573060.774947:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573060.774952:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573060.774983:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067778816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573060.775017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573060.775020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573060.775022:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573060.775025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 775
00000100:00080000:0.0:1788573060.775029:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573060.775033:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573060.775042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573060.775054:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067778816:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573060.775062:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067778944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573060.775082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573060.775086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573060.775088:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573060.775094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 775
00000100:00080000:0.0:1788573060.775099:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573060.775104:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573060.775111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573060.775126:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067779072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573060.775163:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573060.775198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779072:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573061.670979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573062.694964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573063.718984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573063.847019:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788573063.847059:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573063.847075:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573063.847111:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573063.847123:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788573063.847140:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573060/real 1788573063]  req@ffff91cdd26f7100 x1875454067778944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573063.847161:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067778944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573063.847170:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573063.847174:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573063.847176:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067778944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573063.847183:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573060/real 1788573063]  req@ffff91cdd26f4a80 x1875454067779072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573063.847194:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067779072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573063.847203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573063.847206:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573063.847209:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573063.847216:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573060/real 1788573063]  req@ffff91cdd26f5880 x1875454067778816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573063.847228:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067778816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573063.847253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573063.847257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573063.847261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067778816:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788573064.742969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573065.766998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573065.894953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573065.894966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573065.894970:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573065.894981:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 780
00000100:00080000:3.0:1788573065.895001:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573065.895008:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573065.895052:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067779200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573065.895082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573065.895085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573065.895087:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573065.895090:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 780
00000100:00080000:3.0:1788573065.895092:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573065.895095:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573065.895105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573065.895114:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067779328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573065.895122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573065.895146:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067779200:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573065.895147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573065.895153:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573065.895160:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 780
00000100:00080000:3.0:1788573065.895165:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573065.895170:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573065.895176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573065.895206:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067779456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573065.895240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573065.895308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573065/real 1788573065]  req@ffff91cdd142ea00 x1875454067779200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573065.895335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067779200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573065.895363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573065.895368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573065.895374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067779200:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573065.895383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573065.895414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573065.895429:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573065/real 1788573065]  req@ffff91cdd142d180 x1875454067779328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573065.895449:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067779328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573065.895457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573065.895461:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573065.895464:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779328:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573065.895499:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573065.895522:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573065.895552:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573065/real 1788573065]  req@ffff91cdd142e680 x1875454067779456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573065.895565:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067779456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573065.895574:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573065.895578:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573065.895581:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779456:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573066.790920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573067.814908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573068.839012:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573069.863012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573070.887027:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573071.014888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573071.014898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573071.014901:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573071.014909:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 785
00000100:00080000:3.0:1788573071.014918:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573071.014925:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573071.014957:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067779584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573071.014980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573071.014983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573071.014985:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573071.014987:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 785
00000100:00080000:3.0:1788573071.014990:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573071.014992:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573071.015015:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573071.015027:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067779712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573071.015037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573071.015040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573071.015042:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573071.015044:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 785
00000100:00080000:3.0:1788573071.015047:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573071.015051:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573071.015054:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573071.015065:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067779840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573071.015072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067779584:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573071.015172:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573071.015229:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573071/real 1788573071]  req@ffff91cdd142d880 x1875454067779584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573071.015253:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067779584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573071.015269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573071.015274:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573071.015280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067779584:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573071.015290:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573071.015319:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573071.015333:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573071/real 1788573071]  req@ffff91cdd142e680 x1875454067779712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573071.015342:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067779712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573071.015348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573071.015351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573071.015353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779712:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573071.015384:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573071.015408:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573071.015421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573071/real 1788573071]  req@ffff91cdd142d180 x1875454067779840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573071.015444:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067779840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573071.015450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573071.015452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573071.015455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067779840:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573071.911034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573072.935000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573073.958937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573074.982959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573076.006927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573076.134914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573076.134926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573076.134929:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573076.134939:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 790
00000100:00080000:0.0:1788573076.134951:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573076.134959:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573076.135001:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067779968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573076.135025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573076.135028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573076.135029:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573076.135032:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 790
00000100:00080000:0.0:1788573076.135035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573076.135038:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573076.135046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573076.135055:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067780096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573076.135063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573076.135065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573076.135067:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573076.135069:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 790
00000100:00080000:0.0:1788573076.135071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573076.135076:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573076.135079:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067779968:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573076.135091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573076.135102:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067780224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573076.135143:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573076.135177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573076/real 1788573076]  req@ffff91cdd26f4380 x1875454067779968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573076.135197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067779968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573076.135208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573076.135213:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573076.135217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067779968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573076.135225:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573076.135246:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573076.135258:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573076/real 1788573076]  req@ffff91cdd26f5180 x1875454067780096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573076.135267:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067780096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573076.135283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573076.135286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573076.135288:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780096:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573076.135308:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573076.135324:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573076.135348:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573076/real 1788573076]  req@ffff91cdd26f6300 x1875454067780224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573076.135358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067780224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573076.135364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573076.135366:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573076.135369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780224:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573077.030985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573078.054972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573079.078985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573080.102898:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573081.126951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573081.254922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573081.254934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573081.254939:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573081.254950:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 795
00000100:00080000:2.0:1788573081.254961:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573081.254970:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573081.255007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067780352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573081.255035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573081.255040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573081.255042:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573081.255048:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 795
00000100:00100000:1.0:1788573081.255062:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067780352:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573081.255074:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573081.255082:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573081.255093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573081.255110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067780480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573081.255123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573081.255127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573081.255130:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573081.255148:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 795
00000800:00000100:1.0:1788573081.255152:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:2.0:1788573081.255156:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573081.255164:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573081.255171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573081.255189:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067780608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573081.255191:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573081/real 1788573081]  req@ffff91cdd128bb80 x1875454067780352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573081.255233:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067780352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573081.255247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573081.255253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573081.255264:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067780352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573081.255283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573081.255303:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573081.255312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573081/real 1788573081]  req@ffff91cdd1288e00 x1875454067780480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573081.255321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067780480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573081.255327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573081.255329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573081.255331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780480:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573081.255335:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573081.255346:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573081.255352:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573081/real 1788573081]  req@ffff91cdd1288000 x1875454067780608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573081.255360:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067780608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573081.255365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573081.255367:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573081.255369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780608:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573082.151019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573083.174923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573084.198969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573085.223026:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573086.246983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573086.374907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573086.374916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573086.374920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573086.374928:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 800
00000100:00080000:0.0:1788573086.374963:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573086.374970:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573086.375007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067780736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573086.375028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573086.375030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573086.375032:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573086.375035:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 800
00000100:00080000:0.0:1788573086.375037:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573086.375039:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573086.375047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573086.375055:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067780864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573086.375070:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067780736:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573086.375086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573086.375088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573086.375090:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573086.375094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 800
00000100:00080000:0.0:1788573086.375097:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573086.375099:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573086.375103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573086.375114:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067780992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573086.375132:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573086.375170:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573086/real 1788573086]  req@ffff91cdd26f6a00 x1875454067780736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573086.375184:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067780736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573086.375192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573086.375195:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573086.375198:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067780736:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573086.375219:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573086.375258:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573086.375271:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573086/real 1788573086]  req@ffff91cdd26f6680 x1875454067780864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573086.375280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067780864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573086.375286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573086.375288:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573086.375290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573086.375294:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573086.375309:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573086.375315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573086/real 1788573086]  req@ffff91cdd26f5500 x1875454067780992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573086.375322:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067780992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573086.375337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573086.375341:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573086.375345:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067780992:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573087.270975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573088.295060:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573089.319019:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573090.342972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573091.366960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573091.494916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573091.494925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573091.494928:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573091.494937:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 805
00000100:00080000:2.0:1788573091.494946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573091.494952:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573091.494984:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067781120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573091.495005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573091.495022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573091.495024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573091.495027:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 805
00000100:00080000:2.0:1788573091.495031:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573091.495035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573091.495043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573091.495055:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067781120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573091.495056:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067781248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573091.495069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573091.495072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573091.495073:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573091.495076:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 805
00000100:00080000:2.0:1788573091.495078:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573091.495081:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573091.495083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573091.495093:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067781376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573091.495119:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573091.495169:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573091/real 1788573091]  req@ffff91cdd1289c00 x1875454067781120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573091.495192:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067781120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573091.495205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573091.495210:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573091.495214:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067781120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573091.495236:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573091.495270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573091.495290:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573091/real 1788573091]  req@ffff91cdd128ad80 x1875454067781248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573091.495305:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067781248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573091.495314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573091.495318:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573091.495322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781248:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573091.495337:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573091.495361:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573091.495374:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573091/real 1788573091]  req@ffff91cdd1289f80 x1875454067781376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573091.495387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067781376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573091.495396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573091.495400:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573091.495403:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781376:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573092.391031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573093.414993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573094.438989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573095.462955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573096.486948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573096.614886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573096.614895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573096.614899:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573096.614909:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 810
00000100:00080000:2.0:1788573096.614918:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573096.614924:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573096.614956:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067781504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573096.614997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573096.615000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573096.615001:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573096.615005:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 810
00000100:00080000:2.0:1788573096.615008:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573096.615013:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573096.615022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573096.615032:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067781504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573096.615037:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067781632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573096.615047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573096.615050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573096.615051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573096.615054:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 810
00000100:00080000:2.0:1788573096.615056:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573096.615059:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573096.615063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573096.615074:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067781760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573096.615096:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573096.615136:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573096/real 1788573096]  req@ffff91cdd1289880 x1875454067781504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573096.615151:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067781504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573096.615159:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573096.615162:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573096.615165:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067781504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573096.615190:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573096.615208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573096.615225:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573096/real 1788573096]  req@ffff91cdd128b100 x1875454067781632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573096.615239:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067781632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573096.615248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573096.615252:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573096.615256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781632:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573096.615271:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573096.615294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573096.615304:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573096/real 1788573096]  req@ffff91cdd1288a80 x1875454067781760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573096.615312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067781760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573096.615318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573096.615321:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573096.615323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067781760:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573097.510936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573098.534956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573099.558987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573100.582969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573101.607002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573101.734928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573101.734939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573101.734943:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573101.734954:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 816
00000100:00080000:2.0:1788573101.734983:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573101.734989:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573101.735020:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067781888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573101.735046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573101.735049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573101.735050:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573101.735053:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 816
00000100:00080000:2.0:1788573101.735055:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573101.735058:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573101.735066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573101.735074:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067782016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573101.735081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573101.735084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573101.735085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573101.735088:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 816
00000100:00080000:2.0:1788573101.735090:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573101.735093:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573101.735096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573101.735106:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067782144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573101.735108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067781888:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788573101.735208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573101.735266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573101/real 1788573101]  req@ffff91cdd1288380 x1875454067781888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573101.735283:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067781888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573101.735293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573101.735296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573101.735300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067781888:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573101.735306:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573101.735325:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573101.735336:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573101/real 1788573101]  req@ffff91cdd128aa00 x1875454067782016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573101.735345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067782016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573101.735370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573101.735374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573101.735377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782016:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573101.735418:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573101.735437:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573101.735445:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573101/real 1788573101]  req@ffff91cdd1289500 x1875454067782144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573101.735465:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067782144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573101.735471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573101.735474:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573101.735476:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782144:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573102.631013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573103.654958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573104.678979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573105.702962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573106.726959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573106.854962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573106.854978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573106.854983:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573106.854997:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 821
00000100:00080000:0.0:1788573106.855012:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573106.855022:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573106.855088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067782272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573106.855130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573106.855145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573106.855147:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573106.855183:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 821
00000100:00080000:0.0:1788573106.855189:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573106.855195:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573106.855207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573106.855217:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067782272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573106.855250:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067782400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573106.855264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573106.855268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573106.855271:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573106.855276:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 821
00000100:00080000:0.0:1788573106.855282:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573106.855287:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788573106.855293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:0.0:1788573106.855294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573106.855312:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067782528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573106.855349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573106/real 1788573106]  req@ffff91cdd26f5500 x1875454067782272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573106.855367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067782272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573106.855377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573106.855381:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573106.855385:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067782272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573106.855409:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573106.855425:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573106.855434:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573106/real 1788573106]  req@ffff91cdd26f6680 x1875454067782400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573106.855450:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067782400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573106.855456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573106.855459:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573106.855461:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782400:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573106.855465:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573106.855493:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573106.855501:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573106/real 1788573106]  req@ffff91cdd26f6a00 x1875454067782528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573106.855509:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067782528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573106.855515:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573106.855517:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573106.855520:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782528:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573107.750944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573108.774973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573109.798937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573110.822951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573111.846989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573111.974905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573111.974916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573111.974921:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573111.974930:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 826
00000100:00080000:3.0:1788573111.974940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573111.974948:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573111.974996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067782656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573111.975025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573111.975034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573111.975036:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573111.975040:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 826
00000100:00080000:3.0:1788573111.975044:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573111.975050:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573111.975059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573111.975073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067782656:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573111.975076:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067782784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573111.975102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573111.975106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573111.975108:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573111.975129:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 826
00000800:00000100:1.0:1788573111.975134:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788573111.975137:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573111.975144:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573111.975152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573111.975169:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067782912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573111.975173:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573111/real 1788573111]  req@ffff91cdd142ea00 x1875454067782656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573111.975193:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067782656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573111.975213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573111.975217:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573111.975220:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067782656:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573111.975240:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573111.975258:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573111.975277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573111/real 1788573111]  req@ffff91cdd142e300 x1875454067782784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573111.975285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067782784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573111.975291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573111.975293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573111.975295:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573111.975299:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573111.975312:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573111.975318:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573111/real 1788573111]  req@ffff91cdd142d500 x1875454067782912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573111.975325:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067782912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573111.975331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573111.975333:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573111.975335:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067782912:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573112.870981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573113.894971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573114.919007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573115.943040:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573116.966976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573117.094918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573117.094930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573117.094934:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573117.094946:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 831
00000100:00080000:3.0:1788573117.094958:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573117.094966:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573117.095011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067783040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573117.095039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573117.095042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573117.095044:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573117.095047:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 831
00000100:00080000:3.0:1788573117.095049:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573117.095052:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573117.095061:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573117.095092:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067783168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573117.095101:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067783040:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573117.095103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573117.095110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573117.095113:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573117.095117:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 831
00000100:00080000:3.0:1788573117.095120:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573117.095123:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573117.095126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573117.095136:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067783296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573117.095184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573117.095233:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573117/real 1788573117]  req@ffff91cdd142f100 x1875454067783040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573117.095251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067783040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573117.095263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573117.095267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573117.095272:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067783040:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573117.095302:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573117.095325:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573117.095334:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573117/real 1788573117]  req@ffff91cdd142d500 x1875454067783168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573117.095343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067783168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573117.095349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573117.095351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573117.095354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783168:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573117.095357:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573117.095369:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573117.095375:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573117/real 1788573117]  req@ffff91cdd142e300 x1875454067783296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573117.095391:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067783296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573117.095397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573117.095399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573117.095401:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783296:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573117.990961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573119.014921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573120.038970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573121.062917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573122.086929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573122.214904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573122.214913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573122.214917:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573122.214926:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 836
00000100:00080000:0.0:1788573122.214937:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573122.214945:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573122.214983:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067783424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573122.215022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573122.215025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573122.215026:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573122.215029:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 836
00000100:00080000:0.0:1788573122.215032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573122.215035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573122.215043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573122.215053:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067783552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573122.215061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573122.215064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573122.215067:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573122.215069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067783424:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573122.215071:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 836
00000100:00080000:0.0:1788573122.215076:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573122.215079:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573122.215083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573122.215090:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067783680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573122.215141:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573122.215186:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573122/real 1788573122]  req@ffff91cdd26f6300 x1875454067783424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573122.215200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067783424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573122.215209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573122.215212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573122.215215:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067783424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573122.215233:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573122.215249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573122.215258:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573122/real 1788573122]  req@ffff91cdd26f5180 x1875454067783552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573122.215266:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067783552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573122.215282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573122.215285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573122.215287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783552:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573122.215291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573122.215305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573122.215311:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573122/real 1788573122]  req@ffff91cdd26f4380 x1875454067783680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573122.215319:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067783680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573122.215324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573122.215326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573122.215328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783680:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573123.111026:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573124.134946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573125.158917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573126.182925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573127.206936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573127.334909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573127.334935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573127.334938:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573127.334947:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 841
00000100:00080000:2.0:1788573127.334956:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573127.334961:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573127.334990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067783808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573127.335013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573127.335016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573127.335018:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573127.335020:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 841
00000100:00080000:2.0:1788573127.335023:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573127.335026:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573127.335034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573127.335044:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067783936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573127.335052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573127.335055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573127.335057:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573127.335061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 841
00000100:00100000:1.0:1788573127.335062:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067783808:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573127.335063:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573127.335070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573127.335074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573127.335082:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067784064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573127.335166:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573127.335188:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784064:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573128.230925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573129.255000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573130.278992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788573130.407159:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788573130.407212:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788573130.407236:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573130.407315:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573130.407327:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573130.407449:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573127/real 1788573130]  req@ffff91cdd1289500 x1875454067783936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573130.407486:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067783936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573130.407533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573130.407540:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573130.407546:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067783936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573130.407557:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573127/real 1788573130]  req@ffff91cdd128aa00 x1875454067784064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573130.407578:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067784064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573130.407587:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573130.407591:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573130.407595:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784064:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573130.407608:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573127/real 1788573130]  req@ffff91cdd128a680 x1875454067783808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573130.407621:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067783808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573130.407630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573130.407634:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573130.407637:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067783808:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573131.302983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573132.326986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573132.454922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573132.454936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573132.454941:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573132.454954:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 846
00000100:00080000:2.0:1788573132.454969:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573132.454980:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573132.455026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067784192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573132.455062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573132.455066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573132.455069:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573132.455073:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 846
00000100:00080000:2.0:1788573132.455077:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573132.455083:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573132.455095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573132.455110:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067784192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573132.455114:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067784320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573132.455129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573132.455133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573132.455134:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573132.455139:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 846
00000100:00080000:2.0:1788573132.455143:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573132.455148:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573132.455165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573132.455212:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067784448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573132.455223:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573132.455277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573132/real 1788573132]  req@ffff91cdd1288380 x1875454067784192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573132.455302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067784192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573132.455315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573132.455320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573132.455326:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067784192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573132.455360:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573132.455402:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573132.455420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573132/real 1788573132]  req@ffff91cdd1288a80 x1875454067784320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573132.455431:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067784320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573132.455437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573132.455441:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573132.455445:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784320:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573132.455452:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573132.455476:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573132.455489:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573132/real 1788573132]  req@ffff91cdd128b100 x1875454067784448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573132.455521:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067784448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573132.455530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573132.455534:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573132.455538:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784448:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573133.350995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573134.374984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573135.399009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573136.423020:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573137.446967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573137.574904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573137.574917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573137.574921:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573137.574932:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 851
00000100:00080000:2.0:1788573137.574944:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573137.574951:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573137.575020:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067784576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573137.575052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573137.575055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573137.575056:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573137.575059:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 851
00000100:00080000:2.0:1788573137.575062:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573137.575065:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573137.575074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573137.575084:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067784704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573137.575097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573137.575101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573137.575103:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573137.575109:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 851
00000100:00100000:0.0:1788573137.575114:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067784576:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573137.575147:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573137.575153:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573137.575159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573137.575179:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067784832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573137.575204:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573137.575265:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573137/real 1788573137]  req@ffff91cdd1289880 x1875454067784576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573137.575287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067784576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573137.575301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573137.575306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573137.575311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067784576:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573137.575341:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573137.575367:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573137.575381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573137/real 1788573137]  req@ffff91cdd1289f80 x1875454067784704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573137.575394:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067784704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573137.575410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573137.575414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573137.575418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784704:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573137.575425:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573137.575450:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573137.575463:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573137/real 1788573137]  req@ffff91cdd128ad80 x1875454067784832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573137.575476:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067784832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573137.575486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573137.575490:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573137.575493:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067784832:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573138.470965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573139.494985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573140.518949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573141.542948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573142.566971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573142.694938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573142.694949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573142.694954:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573142.694966:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 857
00000100:00080000:3.0:1788573142.694978:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573142.694992:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573142.695045:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067784960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573142.695079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573142.695083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573142.695085:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573142.695090:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 857
00000100:00080000:3.0:1788573142.695093:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573142.695099:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573142.695111:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573142.695124:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067785088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573142.695135:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067784960:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573142.695137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573142.695145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573142.695149:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573142.695154:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 857
00000100:00080000:3.0:1788573142.695157:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573142.695160:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573142.695184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573142.695198:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067785216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573142.695228:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573142.695288:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573142/real 1788573142]  req@ffff91cdd142ea00 x1875454067784960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573142.695313:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067784960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573142.695344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573142.695348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573142.695353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067784960:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573142.695382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573142.695410:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573142.695424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573142/real 1788573142]  req@ffff91cdd142d180 x1875454067785088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573142.695439:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067785088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573142.695447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573142.695451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573142.695455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785088:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573142.695461:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573142.695496:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573142.695509:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573142/real 1788573142]  req@ffff91cdd142e680 x1875454067785216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573142.695523:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067785216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573142.695529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573142.695531:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573142.695534:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785216:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573143.590978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573144.614964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573145.638942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573146.662980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573147.686958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573147.814905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573147.814915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573147.814919:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573147.814927:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 862
00000100:00080000:1.0:1788573147.814951:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573147.814957:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573147.814986:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067785344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573147.815012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573147.815015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573147.815016:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573147.815019:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 862
00000100:00080000:1.0:1788573147.815022:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573147.815024:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573147.815032:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573147.815039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067785472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573147.815046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573147.815049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573147.815050:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573147.815052:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 862
00000100:00080000:1.0:1788573147.815054:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573147.815056:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573147.815058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573147.815063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067785600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573147.815143:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067785344:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788573147.815227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573147.815273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573147/real 1788573147]  req@ffff91cdd1368700 x1875454067785344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573147.815289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067785344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573147.815310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573147.815313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573147.815317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067785344:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573147.815323:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573147.815340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573147.815349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573147/real 1788573147]  req@ffff91cdd1369500 x1875454067785472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573147.815357:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067785472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573147.815363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573147.815365:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573147.815367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785472:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573147.815371:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573147.815399:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573147.815406:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573147/real 1788573147]  req@ffff91cdd136b480 x1875454067785600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573147.815414:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067785600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573147.815419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573147.815421:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573147.815423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785600:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573148.710948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573149.734961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573150.758911:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573151.782965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573152.806983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573152.934919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573152.934955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573152.934960:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573152.934973:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 867
00000100:00080000:1.0:1788573152.935000:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573152.935009:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573152.935050:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067785728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573152.935078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573152.935081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573152.935083:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573152.935086:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 867
00000100:00080000:1.0:1788573152.935089:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573152.935091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573152.935101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573152.935110:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067785856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573152.935117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573152.935119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573152.935121:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573152.935123:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 867
00000100:00080000:1.0:1788573152.935125:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573152.935128:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573152.935130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573152.935137:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067785984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573152.935173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067785728:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788573152.935263:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573152.935307:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573152/real 1788573152]  req@ffff91cdd136b800 x1875454067785728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573152.935336:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067785728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573152.935345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573152.935349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573152.935352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067785728:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573152.935358:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573152.935384:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573152.935393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573152/real 1788573152]  req@ffff91cdd136a680 x1875454067785856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573152.935401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067785856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573152.935407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573152.935409:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573152.935411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785856:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573152.935415:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573152.935425:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573152.935431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573152/real 1788573152]  req@ffff91cdd1369f80 x1875454067785984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573152.935438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067785984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573152.935443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573152.935445:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573152.935490:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067785984:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573153.830981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573154.855000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573155.878988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573156.903018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573157.926955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573158.054955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573158.054967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573158.054971:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573158.054980:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 872
00000100:00080000:2.0:1788573158.054990:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573158.054997:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573158.055036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067786112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573158.055064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573158.055066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573158.055068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573158.055071:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 872
00000100:00080000:2.0:1788573158.055074:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573158.055077:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573158.055085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573158.055094:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067786240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573158.055102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573158.055121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573158.055124:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573158.055130:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 872
00000100:00080000:2.0:1788573158.055134:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573158.055140:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573158.055148:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067786112:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788573158.055150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573158.055166:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067786368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573158.055265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573158.055340:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573158/real 1788573158]  req@ffff91cdd1289c00 x1875454067786112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573158.055364:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067786112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573158.055378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573158.055383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573158.055388:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067786112:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573158.055398:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573158.055428:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573158.055443:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573158/real 1788573158]  req@ffff91cdd1288000 x1875454067786240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573158.055457:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067786240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573158.055466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573158.055470:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573158.055474:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786240:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573158.055505:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573158.055529:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573158.055541:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573158/real 1788573158]  req@ffff91cdd1288e00 x1875454067786368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573158.055571:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067786368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573158.055580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573158.055584:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573158.055588:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786368:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573158.950998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573159.975057:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573160.998972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573162.022946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573163.046977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573163.174981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573163.174997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573163.175002:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573163.175013:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 877
00000100:00080000:1.0:1788573163.175027:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573163.175034:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573163.175083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067786496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573163.175130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573163.175135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573163.175137:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573163.175142:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 877
00000100:00080000:1.0:1788573163.175147:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573163.175153:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573163.175166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573163.175170:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067786496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573163.175183:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067786624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573163.175196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573163.175200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573163.175202:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573163.175207:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 877
00000100:00080000:1.0:1788573163.175210:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573163.175214:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573163.175240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788573163.175253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573163.175254:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067786752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573163.175302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573163/real 1788573163]  req@ffff91cdd136ad80 x1875454067786496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573163.175318:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067786496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573163.175326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573163.175329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573163.175333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067786496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573163.175355:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573163.175373:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573163.175381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573163/real 1788573163]  req@ffff91cdd1369c00 x1875454067786624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573163.175401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067786624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573163.175410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573163.175414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573163.175418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786624:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573163.175426:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573163.175451:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573163.175464:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573163/real 1788573163]  req@ffff91cdd1368000 x1875454067786752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573163.175478:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067786752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573163.175487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573163.175491:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573163.175494:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067786752:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573164.070961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573165.094971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573166.119033:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573167.143002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573168.166951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573168.294938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573168.294954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573168.294960:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573168.294976:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 882
00000100:00080000:3.0:1788573168.294990:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573168.294998:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573168.295040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067786880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573168.295078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573168.295085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573168.295090:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573168.295099:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 882
00000100:00080000:3.0:1788573168.295106:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573168.295111:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573168.295118:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067786880:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788573168.295125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573168.295140:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067787008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573168.295150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573168.295153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573168.295161:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573168.295166:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 882
00000100:00080000:3.0:1788573168.295170:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573168.295175:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573168.295181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573168.295198:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067787136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573168.295206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573168.295277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573168/real 1788573168]  req@ffff91cdd142d880 x1875454067786880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573168.295306:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067786880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573168.295328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573168.295333:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573168.295336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067786880:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573168.295361:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573168.295382:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573168.295392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573168/real 1788573168]  req@ffff91cdd142e680 x1875454067787008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573168.295401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067787008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573168.295407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573168.295409:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573168.295411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787008:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573168.295415:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573168.295445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573168.295453:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573168/real 1788573168]  req@ffff91cdd142d180 x1875454067787136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573168.295462:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067787136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573168.295467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573168.295470:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573168.295472:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787136:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573169.190914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573170.214942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573171.238981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573172.262966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573173.287010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573173.414883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573173.414895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573173.414899:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573173.414911:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 887
00000100:00080000:3.0:1788573173.414921:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573173.414929:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573173.414961:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067787264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573173.414986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573173.414989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573173.414990:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573173.414993:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 887
00000100:00080000:3.0:1788573173.414995:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573173.414998:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573173.415006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573173.415014:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067787392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573173.415033:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067787264:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573173.415045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573173.415048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573173.415049:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573173.415053:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 887
00000100:00080000:3.0:1788573173.415056:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573173.415058:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573173.415062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573173.415072:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067787520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573173.415106:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573173.415144:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573173/real 1788573173]  req@ffff91cdd142ea00 x1875454067787264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573173.415160:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067787264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573173.415168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573173.415171:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573173.415174:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067787264:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573173.415192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573173.415207:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573173.415215:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573173/real 1788573173]  req@ffff91cdd142e300 x1875454067787392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573173.415236:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067787392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573173.415241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573173.415244:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573173.415246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787392:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573173.415250:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573173.415263:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573173.415269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573173/real 1788573173]  req@ffff91cdd142d500 x1875454067787520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573173.415276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067787520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573173.415281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573173.415283:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573173.415285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787520:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573174.311039:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573175.334934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573176.358946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573177.382939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573178.406971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573178.534886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573178.534895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573178.534899:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573178.534908:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 892
00000100:00080000:2.0:1788573178.534917:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573178.534923:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573178.534957:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067787648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573178.534978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573178.534980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573178.534982:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573178.534984:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 892
00000100:00080000:2.0:1788573178.534986:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573178.534989:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573178.534996:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573178.535005:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067787776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573178.535026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573178.535030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573178.535033:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067787648:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573178.535033:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573178.535041:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 892
00000100:00080000:2.0:1788573178.535045:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573178.535048:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573178.535051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573178.535061:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067787904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573178.535103:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573178.535156:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573178/real 1788573178]  req@ffff91cdd128bb80 x1875454067787648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573178.535180:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067787648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573178.535201:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573178.535204:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573178.535207:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067787648:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573178.535227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573178.535251:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573178.535265:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573178/real 1788573178]  req@ffff91cdd1288700 x1875454067787776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573178.535289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067787776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573178.535299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573178.535302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573178.535306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573178.535312:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573178.535330:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573178.535343:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573178/real 1788573178]  req@ffff91cdd128b800 x1875454067787904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573178.535356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067787904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573178.535366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573178.535369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573178.535371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067787904:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573179.430997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573180.455003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573181.478899:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573182.502987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573183.527000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573183.654875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573183.654891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573183.654895:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573183.654907:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 898
00000100:00080000:2.0:1788573183.654920:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573183.654927:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573183.654976:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067788032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573183.655007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573183.655010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573183.655012:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573183.655015:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 898
00000100:00080000:2.0:1788573183.655017:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573183.655020:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573183.655050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573183.655066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067788160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573183.655068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067788032:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573183.655083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573183.655086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573183.655087:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573183.655090:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 898
00000100:00080000:2.0:1788573183.655093:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573183.655096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573183.655100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573183.655109:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067788288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573183.655150:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573183.655201:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573183/real 1788573183]  req@ffff91cdd128b480 x1875454067788032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573183.655219:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067788032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573183.655228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573183.655233:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573183.655237:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067788032:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573183.655264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573183.655287:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573183.655301:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573183/real 1788573183]  req@ffff91cdd128b800 x1875454067788160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573183.655315:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067788160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573183.655324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573183.655328:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573183.655332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788160:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573183.655339:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573183.655362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573183.655374:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573183/real 1788573183]  req@ffff91cdd1288700 x1875454067788288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573183.655405:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067788288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573183.655411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573183.655413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573183.655416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788288:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573184.550962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573185.574963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573186.598985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573187.622993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573188.647025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573188.774935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573188.774947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573188.774952:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573188.774963:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 903
00000100:00080000:2.0:1788573188.774976:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573188.774983:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573188.775030:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067788416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573188.775061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573188.775064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573188.775065:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573188.775068:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 903
00000100:00080000:2.0:1788573188.775103:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573188.775107:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573188.775118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573188.775129:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067788544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573188.775138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573188.775140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573188.775142:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573188.775145:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 903
00000100:00080000:2.0:1788573188.775147:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573188.775150:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573188.775153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573188.775158:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067788416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573188.775165:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067788672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573188.775293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573188.775379:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573188/real 1788573188]  req@ffff91cdd128bb80 x1875454067788416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573188.775404:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067788416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573188.775417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573188.775422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573188.775427:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067788416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573188.775436:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573188.775465:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573188.775480:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573188/real 1788573188]  req@ffff91cdd1288e00 x1875454067788544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573188.775493:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067788544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573188.775529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573188.775534:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573188.775538:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788544:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573188.775569:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573188.775596:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573188.775609:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573188/real 1788573188]  req@ffff91cdd1288000 x1875454067788672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573188.775621:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067788672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573188.775629:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573188.775633:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573188.775637:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788672:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573189.670987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573190.694950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573191.719008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573192.742987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573193.767003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573193.894878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573193.894887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573193.894891:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573193.894899:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 908
00000100:00080000:2.0:1788573193.894908:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573193.894913:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573193.894946:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067788800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573193.894969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573193.894985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573193.894986:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573193.894989:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 908
00000100:00080000:2.0:1788573193.894993:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573193.894997:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573193.895006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573193.895031:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067788928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573193.895042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573193.895044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573193.895046:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573193.895049:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 908
00000100:00080000:2.0:1788573193.895052:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573193.895055:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573193.895059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573193.895068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067788800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573193.895075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067789056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573193.895204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573193.895250:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789056:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573194.791034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573195.814984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573196.839007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788573196.967185:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788573196.967261:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788573196.967288:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573196.967346:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573196.967372:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573196.967393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573193/real 1788573196]  req@ffff91cdd1289c00 x1875454067788800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573196.967439:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067788800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573196.967478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573196.967485:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573196.967493:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067788800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573196.967504:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573193/real 1788573196]  req@ffff91cdd128ad80 x1875454067788928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573196.967521:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067788928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573196.967529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573196.967533:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573196.967537:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067788928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573196.967592:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573193/real 1788573196]  req@ffff91cdd1289f80 x1875454067789056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573196.967607:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067789056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573196.967615:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573196.967620:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573196.967623:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789056:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573197.863044:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573198.886996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573199.014996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573199.015012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573199.015018:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573199.015031:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 913
00000100:00080000:0.0:1788573199.015045:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573199.015055:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573199.015101:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067789184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573199.015145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573199.015150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573199.015152:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573199.015158:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 913
00000100:00080000:0.0:1788573199.015162:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573199.015168:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573199.015181:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573199.015194:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067789184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573199.015220:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067789312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573199.015235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573199.015239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573199.015242:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573199.015247:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 913
00000100:00080000:0.0:1788573199.015262:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573199.015267:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573199.015274:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573199.015275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573199.015293:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067789440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573199.015341:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573199/real 1788573199]  req@ffff91cdd26f5880 x1875454067789184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573199.015378:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067789184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573199.015393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573199.015399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573199.015403:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067789184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573199.015436:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573199.015474:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573199.015490:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573199/real 1788573199]  req@ffff91cdd26f4a80 x1875454067789312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573199.015504:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067789312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573199.015514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573199.015518:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573199.015523:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789312:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573199.015530:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573199.015554:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573199.015567:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573199/real 1788573199]  req@ffff91cdd26f7100 x1875454067789440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573199.015579:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067789440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573199.015603:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573199.015607:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573199.015611:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789440:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573199.911068:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573200.934985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573201.958944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573202.983006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573204.006941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573204.135022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573204.135037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573204.135043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573204.135056:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 918
00000100:00080000:0.0:1788573204.135070:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573204.135080:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573204.135134:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067789568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573204.135221:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067789568:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573204.135320:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788573204.135362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573204.135367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573204.135389:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573204.135395:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 918
00000100:00080000:0.0:1788573204.135400:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573204.135405:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573204.135427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573204.135444:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067789696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573204.135525:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573204/real 1788573204]  req@ffff91cdd26f4000 x1875454067789568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573204.135548:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067789568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573204.135573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573204.135578:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573204.135582:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067789568:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573204.135613:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573204.135643:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573204.135660:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573204/real 1788573204]  req@ffff91cdd26f7b80 x1875454067789696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573204.135675:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067789696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573204.135685:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573204.135688:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573204.135692:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789696:192.168.202.119@tcp:38:kworker.0
00000100:00080000:0.0:1788573204.135822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573204.135827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573204.135830:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573204.135835:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 918
00000100:00080000:0.0:1788573204.135840:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573204.135845:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573204.135852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573204.135870:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067789824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573204.136183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573204.136214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573204.136231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573204/real 1788573204]  req@ffff91cdd26f5c00 x1875454067789824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573204.136248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067789824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573204.136257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573204.136264:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573204.136268:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067789824:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573205.030966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573206.054942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573207.078992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573208.102927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573209.126952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573209.254903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573209.254915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573209.254920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573209.254932:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 923
00000100:00080000:0.0:1788573209.254944:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573209.254952:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573209.255005:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067789952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573209.255034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573209.255038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573209.255048:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573209.255053:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 923
00000100:00080000:0.0:1788573209.255059:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573209.255062:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067789952:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573209.255067:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573209.255079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573209.255095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067790080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573209.255108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573209.255112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573209.255114:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573209.255119:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 923
00000100:00080000:0.0:1788573209.255123:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788573209.255124:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788573209.255130:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573209.255137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573209.255153:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067790208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573209.255162:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573209/real 1788573209]  req@ffff91cdd26f6d80 x1875454067789952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573209.255177:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067789952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573209.255186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573209.255189:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573209.255193:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067789952:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573209.255212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573209.255228:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573209.255236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573209/real 1788573209]  req@ffff91cdd26f5f80 x1875454067790080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573209.255252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067790080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573209.255258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573209.255260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573209.255262:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790080:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573209.255266:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573209.255279:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573209.255285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573209/real 1788573209]  req@ffff91cdd26f7800 x1875454067790208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573209.255292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067790208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573209.255297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573209.255299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573209.255301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790208:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573210.150920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573211.174955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573212.198966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573213.222934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573214.246954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573214.374945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573214.374956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573214.374961:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573214.374970:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 928
00000100:00080000:3.0:1788573214.374980:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573214.374987:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573214.375022:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067790336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573214.375057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573214.375060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573214.375062:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573214.375066:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 928
00000100:00080000:3.0:1788573214.375069:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573214.375072:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573214.375081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573214.375094:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067790464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573214.375105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573214.375115:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067790336:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573214.375125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573214.375128:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573214.375134:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 928
00000100:00080000:3.0:1788573214.375140:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573214.375145:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573214.375153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573214.375170:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067790592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573214.375184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573214.375231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573214/real 1788573214]  req@ffff91cdd142f100 x1875454067790336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573214.375247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067790336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573214.375274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573214.375280:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573214.375286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067790336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573214.375312:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573214.375343:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573214.375356:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573214/real 1788573214]  req@ffff91cdd142d500 x1875454067790464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573214.375366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067790464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573214.375373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573214.375376:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573214.375379:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790464:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573214.375384:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573214.375401:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573214.375408:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573214/real 1788573214]  req@ffff91cdd142e300 x1875454067790592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573214.375417:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067790592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573214.375423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573214.375425:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573214.375428:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790592:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573215.270930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573216.295021:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573217.318969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573218.342976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573219.367036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573219.494908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573219.494919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573219.494923:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573219.494933:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 933
00000100:00080000:3.0:1788573219.494945:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573219.494953:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573219.494992:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067790720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573219.495021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573219.495025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573219.495027:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573219.495031:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 933
00000100:00080000:3.0:1788573219.495035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573219.495039:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573219.495061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573219.495071:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067790720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573219.495078:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067790848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573219.495092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573219.495094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573219.495096:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573219.495099:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 933
00000100:00080000:3.0:1788573219.495103:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573219.495106:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573219.495111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573219.495120:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067790976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573219.495131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573219.495176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573219/real 1788573219]  req@ffff91cdd142ea00 x1875454067790720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573219.495191:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067790720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573219.495200:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573219.495203:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573219.495206:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067790720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573219.495225:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573219.495241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573219.495249:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573219/real 1788573219]  req@ffff91cdd142d180 x1875454067790848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573219.495257:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067790848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573219.495270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573219.495273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573219.495275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790848:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573219.495279:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573219.495291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573219.495297:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573219/real 1788573219]  req@ffff91cdd142e680 x1875454067790976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573219.495312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067790976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573219.495318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573219.495320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573219.495322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067790976:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573220.390952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573221.414944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573222.439008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573223.462994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573224.487020:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573224.614897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573224.614914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573224.614919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573224.614934:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 938
00000100:00080000:3.0:1788573224.614956:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573224.614965:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573224.615012:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067791104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573224.615047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573224.615051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573224.615065:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573224.615070:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 938
00000100:00080000:3.0:1788573224.615076:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573224.615080:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573224.615092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573224.615094:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067791104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573224.615110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067791232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573224.615120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573224.615125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573224.615128:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573224.615133:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 938
00000100:00080000:3.0:1788573224.615138:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573224.615142:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573224.615147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573224.615159:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067791360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573224.615191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573224.615259:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573224/real 1788573224]  req@ffff91cdd142d880 x1875454067791104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573224.615285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067791104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573224.615301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573224.615305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573224.615310:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067791104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573224.615340:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573224.615407:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573224.615423:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573224/real 1788573224]  req@ffff91cdd142e680 x1875454067791232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573224.615438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067791232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573224.615448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573224.615452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573224.615457:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791232:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573224.615464:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573224.615509:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573224.615523:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573224/real 1788573224]  req@ffff91cdd142d180 x1875454067791360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573224.615538:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067791360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573224.615544:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573224.615547:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573224.615550:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791360:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573225.510980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573226.534895:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573227.558998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573228.582963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573229.606938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573229.734961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573229.734974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573229.734979:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573229.734992:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 944
00000100:00080000:0.0:1788573229.735004:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573229.735012:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573229.735059:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067791488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573229.735093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573229.735096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573229.735097:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573229.735100:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 944
00000100:00080000:0.0:1788573229.735103:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573229.735126:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573229.735136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573229.735152:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067791616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573229.735153:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067791488:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573229.735177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573229.735180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573229.735181:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573229.735186:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 944
00000100:00080000:0.0:1788573229.735191:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573229.735195:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573229.735198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573229.735208:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067791744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573229.735238:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573229.735343:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573229/real 1788573229]  req@ffff91cdd26f4e00 x1875454067791488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573229.735361:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067791488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573229.735371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573229.735375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573229.735378:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067791488:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573229.735400:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573229.735421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573229.735430:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573229/real 1788573229]  req@ffff91cdd26f4700 x1875454067791616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573229.735438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067791616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573229.735454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573229.735456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573229.735459:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791616:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573229.735463:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573229.735478:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573229.735484:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573229/real 1788573229]  req@ffff91cdd26f7480 x1875454067791744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573229.735491:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067791744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573229.735497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573229.735498:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573229.735500:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067791744:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573230.630996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573231.654971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573232.678931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573233.702917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573234.726933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573234.854884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573234.854894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573234.854897:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573234.854906:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 949
00000100:00080000:0.0:1788573234.854915:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573234.854921:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573234.854958:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067791872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573234.854997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573234.854999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573234.855001:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573234.855004:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 949
00000100:00080000:0.0:1788573234.855007:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573234.855010:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573234.855017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573234.855026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067792000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573234.855036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573234.855039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573234.855040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573234.855043:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 949
00000100:00080000:0.0:1788573234.855045:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573234.855048:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573234.855051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573234.855058:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067792128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573234.855071:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067791872:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573234.855148:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573234.855213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573234/real 1788573234]  req@ffff91cdd26f7480 x1875454067791872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573234.855229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067791872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573234.855239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573234.855243:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573234.855259:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067791872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573234.855266:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573234.855286:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573234.855295:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573234/real 1788573234]  req@ffff91cdd26f4700 x1875454067792000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573234.855303:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067792000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573234.855308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573234.855311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573234.855313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792000:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573234.855338:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573234.855349:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573234.855355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573234/real 1788573234]  req@ffff91cdd26f4e00 x1875454067792128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573234.855363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067792128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573234.855368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573234.855370:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573234.855374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792128:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573235.750973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573236.774938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573237.798999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573238.822994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573239.846979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573239.974897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573239.974909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573239.974936:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573239.974946:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 954
00000100:00080000:1.0:1788573239.974958:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573239.974965:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573239.975007:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067792256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573239.975037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573239.975042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573239.975043:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573239.975048:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 954
00000100:00080000:1.0:1788573239.975053:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573239.975059:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573239.975084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067792256:192.168.202.119@tcp:250:kworker.0
00000008:00100000:1.0:1788573239.975088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573239.975106:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067792384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573239.975114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573239.975117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573239.975119:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573239.975122:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 954
00000100:00080000:1.0:1788573239.975126:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573239.975129:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573239.975132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573239.975142:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067792512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573239.975165:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573239.975239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573239/real 1788573239]  req@ffff91cdd1368000 x1875454067792256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573239.975265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067792256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573239.975279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573239.975285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573239.975290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067792256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573239.975322:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573239.975351:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573239.975366:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573239/real 1788573239]  req@ffff91cdd1369c00 x1875454067792384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573239.975381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067792384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573239.975391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573239.975394:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573239.975399:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792384:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573239.975406:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573239.975429:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573239.975443:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573239/real 1788573239]  req@ffff91cdd136ad80 x1875454067792512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573239.975457:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067792512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573239.975482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573239.975487:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573239.975491:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792512:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573240.870996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573241.895044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573242.918970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573243.943036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573244.967001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573245.094899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573245.094908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573245.094911:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573245.094919:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 959
00000100:00080000:3.0:1788573245.094928:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573245.094934:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573245.094977:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067792640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573245.095009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573245.095012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573245.095014:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573245.095017:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 959
00000100:00080000:3.0:1788573245.095020:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573245.095023:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573245.095031:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573245.095041:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067792768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573245.095049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573245.095052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573245.095053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573245.095057:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 959
00000100:00080000:3.0:1788573245.095060:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573245.095063:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573245.095066:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573245.095087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067792896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573245.095102:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067792640:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788573245.095208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573245.095259:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573245/real 1788573245]  req@ffff91cdd142ea00 x1875454067792640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573245.095276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067792640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573245.095286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573245.095290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573245.095293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067792640:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573245.095300:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573245.095317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573245.095326:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573245/real 1788573245]  req@ffff91cdd142e300 x1875454067792768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573245.095335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067792768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573245.095340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573245.095360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573245.095364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573245.095395:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573245.095419:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573245.095448:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573245/real 1788573245]  req@ffff91cdd142d500 x1875454067792896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573245.095463:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067792896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573245.095473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573245.095477:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573245.095481:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067792896:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573245.991014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573247.014959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573248.038962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573249.063007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573250.086981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573250.214908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573250.214917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573250.214920:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573250.214928:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 964
00000100:00080000:3.0:1788573250.214937:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573250.214943:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573250.214976:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067793024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573250.214998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573250.215001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573250.215002:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573250.215005:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 964
00000100:00080000:3.0:1788573250.215007:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573250.215010:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573250.215018:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573250.215027:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067793152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573250.215034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573250.215037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573250.215049:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788573250.215054:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067793024:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573250.215055:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 964
00000100:00080000:3.0:1788573250.215058:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573250.215064:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573250.215068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573250.215077:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067793280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573250.215125:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573250.215169:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573250/real 1788573250]  req@ffff91cdd142f100 x1875454067793024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573250.215188:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067793024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573250.215199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573250.215203:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573250.215207:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067793024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573250.215215:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573250.215261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573250.215275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573250/real 1788573250]  req@ffff91cdd142d500 x1875454067793152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573250.215288:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067793152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573250.215297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573250.215301:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573250.215305:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793152:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573250.215327:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573250.215348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573250.215359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573250/real 1788573250]  req@ffff91cdd142e300 x1875454067793280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573250.215373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067793280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573250.215382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573250.215385:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573250.215389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793280:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573251.110936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573252.135022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573253.158923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573254.182966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573255.206931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573255.334948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573255.334960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573255.334965:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573255.334977:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 969
00000100:00080000:3.0:1788573255.334990:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573255.334998:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573255.335049:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067793408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573255.335078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573255.335081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573255.335083:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573255.335085:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 969
00000100:00080000:3.0:1788573255.335088:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573255.335091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573255.335099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573255.335127:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067793536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573255.335136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573255.335139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573255.335141:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788573255.335143:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067793408:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573255.335146:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 969
00000100:00080000:3.0:1788573255.335152:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573255.335156:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573255.335159:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573255.335167:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067793664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573255.335224:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573255.335277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573255/real 1788573255]  req@ffff91cdd142ea00 x1875454067793408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573255.335305:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067793408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573255.335314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573255.335318:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573255.335330:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067793408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573255.335354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573255.335373:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573255.335383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573255/real 1788573255]  req@ffff91cdd142d180 x1875454067793536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573255.335397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067793536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573255.335404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573255.335406:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573255.335408:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793536:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573255.335412:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573255.335426:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573255.335432:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573255/real 1788573255]  req@ffff91cdd142e680 x1875454067793664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573255.335446:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067793664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573255.335462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573255.335464:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573255.335467:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793664:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573256.230984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573257.254919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573258.278966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573259.302900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573260.326980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573260.454873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573260.454889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573260.454894:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573260.454908:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 974
00000100:00080000:3.0:1788573260.454923:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573260.454932:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573260.454977:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067793792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573260.455017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573260.455020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573260.455042:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573260.455046:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 974
00000100:00080000:3.0:1788573260.455050:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573260.455054:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573260.455065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573260.455073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067793792:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573260.455079:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067793920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573260.455090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573260.455092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573260.455094:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573260.455097:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 974
00000100:00080000:3.0:1788573260.455099:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573260.455102:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573260.455105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573260.455114:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067794048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573260.455206:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573260.455235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794048:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573261.350970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573262.374950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573263.398936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573263.527097:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788573263.527156:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573263.527179:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573263.527234:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573263.527248:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788573263.527307:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573260/real 1788573263]  req@ffff91cdd142e680 x1875454067793920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573263.527344:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067793920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573263.527360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573263.527367:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573263.527373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067793920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573263.527384:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573260/real 1788573263]  req@ffff91cdd142d180 x1875454067794048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573263.527399:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067794048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573263.527406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573263.527410:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573263.527442:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794048:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573263.527451:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573260/real 1788573263]  req@ffff91cdd142d880 x1875454067793792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573263.527468:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067793792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573263.527476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573263.527480:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573263.527483:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067793792:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573264.422965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573265.446959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573265.574890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573265.574901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573265.574905:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573265.574916:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 979
00000100:00080000:3.0:1788573265.574927:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573265.574935:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573265.574986:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067794176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573265.575012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573265.575014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573265.575016:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573265.575019:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 979
00000100:00080000:3.0:1788573265.575022:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573265.575025:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573265.575033:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573265.575042:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067794304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573265.575054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788573265.575057:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067794176:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573265.575059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573265.575063:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573265.575069:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 979
00000100:00080000:3.0:1788573265.575073:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573265.575078:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573265.575084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573265.575099:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067794432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573265.575131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573265.575178:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573265/real 1788573265]  req@ffff91cdd142ea00 x1875454067794176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573265.575202:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067794176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573265.575214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573265.575218:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573265.575222:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067794176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573265.575246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573265.575273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573265.575289:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573265/real 1788573265]  req@ffff91cdd142e300 x1875454067794304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573265.575320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067794304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573265.575329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573265.575333:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573265.575337:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794304:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573265.575344:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573265.575376:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573265.575390:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573265/real 1788573265]  req@ffff91cdd142d500 x1875454067794432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573265.575404:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067794432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573265.575412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573265.575416:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573265.575419:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794432:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573266.470987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573267.494948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573268.518989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573269.543029:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573270.566964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573270.694929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573270.694937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573270.694941:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573270.694949:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 985
00000100:00080000:0.0:1788573270.694958:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573270.694964:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573270.694997:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067794560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573270.695035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573270.695038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573270.695040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573270.695043:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 985
00000100:00080000:0.0:1788573270.695046:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573270.695049:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573270.695057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573270.695066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067794688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573270.695073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573270.695075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573270.695076:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573270.695078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 985
00000100:00080000:0.0:1788573270.695080:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573270.695082:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573270.695085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573270.695091:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067794816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573270.695137:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067794560:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573270.695204:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573270.695255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573270/real 1788573270]  req@ffff91cdd26f7800 x1875454067794560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573270.695277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067794560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573270.695289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573270.695293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573270.695305:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067794560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573270.695314:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573270.695344:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573270.695359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573270/real 1788573270]  req@ffff91cdd26f5f80 x1875454067794688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573270.695383:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067794688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573270.695392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573270.695396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573270.695399:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794688:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573270.695406:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573270.695431:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573270.695444:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573270/real 1788573270]  req@ffff91cdd26f6d80 x1875454067794816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573270.695456:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067794816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573270.695464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573270.695467:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573270.695471:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067794816:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573271.590933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573272.614968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573273.638957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573274.662924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573275.686942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573275.814936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573275.814954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573275.814958:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573275.814968:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 990
00000100:00080000:3.0:1788573275.814978:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573275.814985:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573275.815058:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067794944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573275.815085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573275.815088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573275.815090:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573275.815095:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 990
00000100:00080000:3.0:1788573275.815099:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573275.815105:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573275.815114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573275.815129:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067795072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573275.815140:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067794944:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573275.815145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573275.815154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573275.815156:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573275.815161:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 990
00000100:00080000:3.0:1788573275.815165:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573275.815168:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573275.815188:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573275.815203:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067795200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573275.815231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573275.815286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573275/real 1788573275]  req@ffff91cdd142f100 x1875454067794944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573275.815310:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067794944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573275.815323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573275.815328:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573275.815332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067794944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573275.815362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573275.815383:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573275.815395:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573275/real 1788573275]  req@ffff91cdd142d500 x1875454067795072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573275.815406:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067795072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573275.815414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573275.815417:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573275.815421:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573275.815427:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573275.815445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573275.815454:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573275/real 1788573275]  req@ffff91cdd142e300 x1875454067795200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573275.815490:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067795200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573275.815499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573275.815502:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573275.815505:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795200:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573276.710971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573277.734922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573278.758905:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573279.783551:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573280.806972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573280.934912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573280.934920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573280.934923:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573280.934931:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 995
00000100:00080000:0.0:1788573280.934953:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573280.934959:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573280.934991:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067795328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573280.935018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573280.935020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573280.935022:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573280.935025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 995
00000100:00080000:0.0:1788573280.935027:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573280.935030:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573280.935038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573280.935047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067795456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573280.935055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573280.935057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573280.935059:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573280.935063:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 995
00000100:00100000:1.0:1788573280.935063:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067795328:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573280.935066:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573280.935071:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573280.935075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573280.935081:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067795584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573280.935127:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573280.935156:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573280/real 1788573280]  req@ffff91cdd26f5c00 x1875454067795328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573280.935172:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067795328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573280.935182:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573280.935186:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573280.935190:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067795328:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573280.935211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573280.935227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573280.935235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573280/real 1788573280]  req@ffff91cdd26f7b80 x1875454067795456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573280.935254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067795456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573280.935264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573280.935266:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573280.935269:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795456:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573280.935273:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573280.935287:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573280.935294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573280/real 1788573280]  req@ffff91cdd26f4000 x1875454067795584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573280.935300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067795584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573280.935305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573280.935307:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573280.935309:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795584:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573281.830941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573282.854996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573283.878874:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573284.902984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573285.926950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573286.054943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573286.054953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573286.054957:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573286.054969:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1000
00000100:00080000:3.0:1788573286.054983:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573286.054992:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573286.055037:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067795712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573286.055061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573286.055064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573286.055066:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573286.055069:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1000
00000100:00080000:3.0:1788573286.055071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573286.055074:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573286.055083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573286.055092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067795840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573286.055118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573286.055120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573286.055122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573286.055125:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1000
00000100:00080000:3.0:1788573286.055128:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573286.055131:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573286.055134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573286.055145:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067795712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573286.055145:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067795968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573286.055234:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573286.055268:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573286/real 1788573286]  req@ffff91cdd142ea00 x1875454067795712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573286.055281:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067795712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573286.055304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573286.055307:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573286.055310:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067795712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573286.055315:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573286.055333:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573286.055340:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573286/real 1788573286]  req@ffff91cdd142d880 x1875454067795840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573286.055361:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067795840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573286.055367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573286.055369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573286.055371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573286.055401:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573286.055421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573286.055432:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573286/real 1788573286]  req@ffff91cdd142d180 x1875454067795968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573286.055442:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067795968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573286.055449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573286.055452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573286.055455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067795968:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573286.950926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573287.974894:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573288.998948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573290.022895:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573291.046976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573291.175414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573291.175431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573291.175437:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573291.175452:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1005
00000100:00080000:3.0:1788573291.175469:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573291.175480:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573291.175540:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067796096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573291.175581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573291.175585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573291.175587:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573291.175607:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1005
00000100:00080000:3.0:1788573291.175611:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573291.175616:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573291.175629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573291.175645:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067796224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573291.175652:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067796096:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573291.175661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573291.175666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573291.175668:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573291.175673:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1005
00000100:00080000:3.0:1788573291.175677:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573291.175682:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573291.175688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573291.175702:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067796352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573291.175752:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573291.175844:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573291/real 1788573291]  req@ffff91cdd142e680 x1875454067796096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573291.175882:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067796096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573291.175897:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573291.175902:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573291.175907:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067796096:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573291.175935:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573291.175956:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573291.175967:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573291/real 1788573291]  req@ffff91cdd142d180 x1875454067796224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573291.175976:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067796224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573291.175982:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573291.175984:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573291.175987:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573291.175991:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573291.176015:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573291.176022:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573291/real 1788573291]  req@ffff91cdd142d880 x1875454067796352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573291.176031:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067796352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573291.176036:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573291.176039:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573291.176041:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796352:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573292.070916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573293.095002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573294.118914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573295.143154:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573296.166910:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573296.294926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573296.294938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573296.294942:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573296.294952:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1010
00000100:00080000:3.0:1788573296.294963:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573296.294971:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573296.295011:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067796480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573296.295057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573296.295062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573296.295064:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573296.295069:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1010
00000100:00080000:3.0:1788573296.295074:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573296.295079:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573296.295090:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573296.295106:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067796608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573296.295113:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067796480:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573296.295121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573296.295126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573296.295129:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573296.295134:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1010
00000100:00080000:3.0:1788573296.295138:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573296.295143:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573296.295148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573296.295162:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067796736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573296.295185:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573296.295220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573296/real 1788573296]  req@ffff91cdd142ea00 x1875454067796480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573296.295265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067796480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573296.295277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573296.295282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573296.295287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067796480:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573296.295314:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573296.295339:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573296.295362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573296/real 1788573296]  req@ffff91cdd142e300 x1875454067796608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573296.295373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067796608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573296.295380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573296.295383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573296.295386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573296.295393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573296.295411:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573296.295419:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573296/real 1788573296]  req@ffff91cdd142d500 x1875454067796736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573296.295429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067796736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573296.295436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573296.295439:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573296.295441:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796736:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573297.190988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573298.214903:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573299.238929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573300.262941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573301.286979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573301.414937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573301.414950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573301.414956:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573301.414969:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1015
00000100:00080000:1.0:1788573301.414983:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573301.415018:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573301.415064:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067796864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573301.415100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573301.415105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573301.415107:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573301.415112:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1015
00000100:00080000:1.0:1788573301.415118:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573301.415123:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573301.415130:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067796864:192.168.202.119@tcp:250:kworker.0
00000008:00100000:1.0:1788573301.415137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573301.415160:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067796992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573301.415186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573301.415190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573301.415192:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573301.415197:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1015
00000100:00080000:1.0:1788573301.415201:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573301.415206:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573301.415211:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573301.415226:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067797120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573301.416403:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573301.416456:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573301/real 1788573301]  req@ffff91cdd1369f80 x1875454067796864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573301.416473:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067796864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573301.416482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573301.416486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573301.416489:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067796864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573301.416514:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573301.416532:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573301.416542:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573301/real 1788573301]  req@ffff91cdd136a680 x1875454067796992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573301.416550:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067796992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573301.416556:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573301.416558:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573301.416561:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067796992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573301.416565:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573301.416577:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573301.416583:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573301/real 1788573301]  req@ffff91cdd136b800 x1875454067797120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573301.416602:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067797120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573301.416608:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573301.416610:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573301.416612:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797120:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573302.310971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573303.334980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573304.358906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573305.382935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573306.406918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573306.534912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573306.534921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573306.534925:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573306.534935:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1020
00000100:00080000:1.0:1788573306.534945:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573306.534951:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573306.534987:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067797248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573306.535010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573306.535012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573306.535014:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573306.535016:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1020
00000100:00080000:1.0:1788573306.535019:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573306.535021:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573306.535029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573306.535038:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067797376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573306.535045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573306.535048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573306.535049:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573306.535053:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1020
00000100:00080000:1.0:1788573306.535055:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573306.535057:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573306.535075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573306.535085:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067797504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573306.535091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067797248:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788573306.535206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573306.535256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573306/real 1788573306]  req@ffff91cdd136b480 x1875454067797248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573306.535273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067797248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573306.535283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573306.535287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573306.535291:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067797248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573306.535298:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573306.535317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573306.535326:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573306/real 1788573306]  req@ffff91cdd1369500 x1875454067797376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573306.535335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067797376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573306.535357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573306.535359:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573306.535362:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797376:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573306.535388:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573306.535404:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573306.535411:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573306/real 1788573306]  req@ffff91cdd1368700 x1875454067797504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573306.535419:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067797504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573306.535424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573306.535427:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573306.535429:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797504:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573307.430945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573308.454969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573309.479017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573310.502937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573311.526955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573311.654909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573311.654917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573311.654920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573311.654929:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1026
00000100:00080000:2.0:1788573311.654938:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573311.654945:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573311.654979:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067797632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573311.655019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573311.655022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573311.655024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573311.655027:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1026
00000100:00080000:2.0:1788573311.655036:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573311.655057:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573311.655065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573311.655077:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067797760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573311.655082:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067797632:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573311.655094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573311.655097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573311.655098:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573311.655102:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1026
00000100:00080000:2.0:1788573311.655105:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573311.655108:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573311.655111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573311.655122:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067797888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573311.655152:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573311.655191:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573311/real 1788573311]  req@ffff91cdd1289880 x1875454067797632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573311.655206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067797632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573311.655214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573311.655217:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573311.655227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067797632:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573311.655255:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573311.655274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573311.655283:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573311/real 1788573311]  req@ffff91cdd128b100 x1875454067797760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573311.655291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067797760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573311.655296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573311.655298:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573311.655301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573311.655304:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573311.655315:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573311.655320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573311/real 1788573311]  req@ffff91cdd1288a80 x1875454067797888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573311.655328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067797888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573311.655333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573311.655334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573311.655336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067797888:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573312.550906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573313.575053:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573314.598963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573315.622936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573316.646899:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573316.774883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573316.774904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573316.774909:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573316.774920:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1031
00000100:00080000:3.0:1788573316.774931:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573316.774939:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573316.775007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067798016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573316.775033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573316.775037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573316.775039:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573316.775043:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1031
00000100:00080000:3.0:1788573316.775047:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573316.775051:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573316.775068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573316.775086:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067798144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573316.775087:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067798016:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573316.775105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573316.775109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573316.775111:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573316.775140:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1031
00000100:00080000:3.0:1788573316.775147:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573316.775151:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573316.775157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788573316.775159:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573316.775171:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067798272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573316.775230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573316/real 1788573316]  req@ffff91cdd142f100 x1875454067798016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573316.775248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067798016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573316.775257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573316.775260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573316.775263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067798016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573316.775281:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573316.775298:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573316.775306:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573316/real 1788573316]  req@ffff91cdd142d500 x1875454067798144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573316.775314:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067798144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573316.775319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573316.775321:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573316.775323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798144:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573316.775327:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573316.775338:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573316.775344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573316/real 1788573316]  req@ffff91cdd142e300 x1875454067798272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573316.775351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067798272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573316.775366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573316.775368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573316.775370:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798272:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573317.670913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573318.694913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573319.718976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573320.742924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573321.766897:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573321.894872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573321.894883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573321.894887:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573321.894898:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1036
00000100:00080000:3.0:1788573321.894908:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573321.894929:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573321.894963:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067798400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573321.894997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573321.895002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573321.895004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573321.895008:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1036
00000100:00080000:3.0:1788573321.895013:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573321.895018:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573321.895028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573321.895041:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067798400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573321.895056:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067798528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573321.895070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573321.895074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573321.895086:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573321.895091:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1036
00000100:00080000:3.0:1788573321.895097:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1788573321.895098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788573321.895106:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573321.895114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573321.895129:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067798656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573321.895135:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573321/real 1788573321]  req@ffff91cdd142ea00 x1875454067798400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573321.895161:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067798400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573321.895169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573321.895173:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573321.895177:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067798400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573321.895196:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573321.895211:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573321.895220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573321/real 1788573321]  req@ffff91cdd142d880 x1875454067798528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573321.895228:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067798528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573321.895233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573321.895235:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573321.895238:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798528:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573321.895248:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573321.895269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573321.895280:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573321/real 1788573321]  req@ffff91cdd142d180 x1875454067798656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573321.895292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067798656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573321.895299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573321.895301:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573321.895303:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798656:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573322.790895:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573323.814983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573324.838907:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573325.862981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573326.886985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573327.014962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573327.014988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573327.014993:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573327.015007:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1041
00000100:00080000:1.0:1788573327.015021:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573327.015031:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573327.015081:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067798784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573327.015113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573327.015118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573327.015120:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573327.015125:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1041
00000100:00080000:1.0:1788573327.015129:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573327.015153:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573327.015167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573327.015182:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067798912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573327.015199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788573327.015201:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067798784:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573327.015205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573327.015209:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573327.015221:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1041
00000100:00080000:1.0:1788573327.015227:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573327.015233:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573327.015240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573327.015261:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067799040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573327.015358:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573327.015404:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799040:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573327.911004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573328.934989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573329.959024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573330.087130:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788573330.087187:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573330.087207:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573330.087256:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573330.087289:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788573330.087309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573327/real 1788573330]  req@ffff91cdd1368380 x1875454067798912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573330.087343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067798912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573330.087357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573330.087362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573330.087367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067798912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573330.087377:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573327/real 1788573330]  req@ffff91cdd136a300 x1875454067799040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573330.087401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067799040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573330.087410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573330.087414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573330.087418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799040:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573330.087426:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573327/real 1788573330]  req@ffff91cdd1368e00 x1875454067798784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573330.087440:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067798784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573330.087447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573330.087451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573330.087455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067798784:192.168.202.119@tcp:250:kworker.0
00010000:00010000:1.0:1788573330.982948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573332.007000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573332.134929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573332.134938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573332.134942:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573332.134950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1046
00000100:00080000:3.0:1788573332.134959:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573332.134973:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573332.135011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067799168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573332.135032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573332.135050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573332.135052:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573332.135058:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1046
00000100:00080000:3.0:1788573332.135062:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573332.135067:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573332.135076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573332.135085:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067799168:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573332.135090:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067799296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573332.135100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573332.135103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573332.135104:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573332.135110:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1046
00000100:00080000:3.0:1788573332.135113:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573332.135116:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573332.135119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573332.135130:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067799424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573332.135167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573332.135233:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573332/real 1788573332]  req@ffff91cdd142e680 x1875454067799168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573332.135250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067799168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573332.135262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573332.135268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573332.135281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067799168:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573332.135321:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573332.135354:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573332.135373:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573332/real 1788573332]  req@ffff91cdd142d180 x1875454067799296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573332.135393:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067799296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573332.135403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573332.135408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573332.135414:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799296:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573332.135422:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573332.135454:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573332.135467:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573332/real 1788573332]  req@ffff91cdd142d880 x1875454067799424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573332.135481:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067799424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573332.135489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573332.135493:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573332.135498:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799424:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573333.030896:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573334.054970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573335.078923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573336.103018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573337.126906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573337.254972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573337.254984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573337.254989:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573337.254999:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1051
00000100:00080000:3.0:1788573337.255011:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573337.255038:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573337.255068:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067799552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573337.255091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573337.255094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573337.255095:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573337.255098:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1051
00000100:00080000:3.0:1788573337.255102:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573337.255104:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573337.255113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573337.255124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067799680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573337.255126:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067799552:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573337.255135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573337.255138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573337.255139:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573337.255142:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1051
00000100:00080000:3.0:1788573337.255143:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573337.255145:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573337.255148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573337.255157:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067799808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573337.255195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573337.255252:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573337/real 1788573337]  req@ffff91cdd142ea00 x1875454067799552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573337.255274:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067799552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573337.255282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573337.255290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573337.255294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067799552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573337.255313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573337.255332:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573337.255341:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573337/real 1788573337]  req@ffff91cdd142e300 x1875454067799680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573337.255350:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067799680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573337.255355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573337.255357:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573337.255360:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799680:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573337.255363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573337.255375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573337.255381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573337/real 1788573337]  req@ffff91cdd142d500 x1875454067799808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573337.255389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067799808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573337.255403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573337.255405:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573337.255408:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067799808:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573338.151008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573339.174926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573340.198991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573341.222905:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573342.247011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573342.374884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573342.374894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573342.374899:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573342.374912:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1056
00000100:00080000:0.0:1788573342.374922:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573342.374929:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573342.374970:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067799936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573342.374997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573342.375002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573342.375004:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573342.375008:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1056
00000100:00080000:0.0:1788573342.375012:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573342.375016:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573342.375026:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573342.375039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067800064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573342.375043:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067799936:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573342.375059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573342.375063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573342.375080:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573342.375086:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1056
00000100:00080000:0.0:1788573342.375092:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573342.375097:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573342.375103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573342.375105:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573342.375120:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067800192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573342.375148:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573342/real 1788573342]  req@ffff91cdd26f7100 x1875454067799936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573342.375170:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067799936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573342.375191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573342.375195:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573342.375200:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067799936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573342.375221:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573342.375258:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573342.375273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573342/real 1788573342]  req@ffff91cdd26f4a80 x1875454067800064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573342.375287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067800064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573342.375295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573342.375297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573342.375299:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800064:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573342.375304:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573342.375320:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573342.375328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573342/real 1788573342]  req@ffff91cdd26f5880 x1875454067800192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573342.375340:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067800192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573342.375348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573342.375351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573342.375354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800192:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573343.270943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573344.294955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573345.318943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573346.342942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573347.366939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573347.494932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573347.494946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573347.494950:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573347.494961:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1061
00000100:00080000:3.0:1788573347.494975:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573347.494985:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573347.495035:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067800320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573347.495069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573347.495073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573347.495074:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573347.495078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1061
00000100:00080000:3.0:1788573347.495081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573347.495085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573347.495096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573347.495110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067800448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573347.495118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573347.495121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573347.495122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573347.495126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1061
00000100:00080000:3.0:1788573347.495129:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573347.495148:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067800320:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573347.495150:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573347.495161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573347.495173:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067800576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573347.495228:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573347.495272:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573347/real 1788573347]  req@ffff91cdd142f100 x1875454067800320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573347.495291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067800320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573347.495299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573347.495302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573347.495305:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067800320:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573347.495311:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573347.495327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573347.495335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573347/real 1788573347]  req@ffff91cdd142d500 x1875454067800448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573347.495342:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067800448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573347.495348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573347.495350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573347.495352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800448:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573347.495371:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573347.495400:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573347.495407:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573347/real 1788573347]  req@ffff91cdd142e300 x1875454067800576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573347.495414:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067800576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573347.495420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573347.495422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573347.495424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800576:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573348.391005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573349.414971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573350.439016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573351.462914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573352.486994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573352.614923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573352.614932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573352.614936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573352.614945:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1066
00000100:00080000:3.0:1788573352.614955:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573352.614960:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573352.614999:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067800704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573352.615029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573352.615033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573352.615035:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573352.615039:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1066
00000100:00080000:3.0:1788573352.615043:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573352.615046:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573352.615055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573352.615066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067800832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573352.615082:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067800704:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573352.615097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573352.615100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573352.615101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573352.615105:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1066
00000100:00080000:3.0:1788573352.615108:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573352.615110:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573352.615114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573352.615124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067800960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573352.615146:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573352.615200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573352/real 1788573352]  req@ffff91cdd142ea00 x1875454067800704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573352.615220:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067800704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573352.615232:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573352.615236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573352.615240:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067800704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573352.615263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573352.615288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573352.615300:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573352/real 1788573352]  req@ffff91cdd142d880 x1875454067800832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573352.615321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067800832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573352.615331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573352.615334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573352.615338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800832:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573352.615344:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573352.615362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573352.615383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573352/real 1788573352]  req@ffff91cdd142d180 x1875454067800960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573352.615391:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067800960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573352.615397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573352.615399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573352.615401:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067800960:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788573353.510998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573354.534991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788573355.559002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573356.582953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573357.606969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573357.734895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573357.734906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573357.734910:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573357.734918:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1072
00000100:00080000:3.0:1788573357.734928:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573357.734934:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573357.734967:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067801088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573357.734992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573357.734996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573357.734998:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573357.735001:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1072
00000100:00080000:3.0:1788573357.735005:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573357.735010:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573357.735035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573357.735044:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067801088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573357.735049:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067801216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573357.735060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573357.735063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573357.735065:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573357.735069:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1072
00000100:00080000:3.0:1788573357.735073:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573357.735076:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573357.735080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573357.735089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067801344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573357.735106:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573357.735151:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573357/real 1788573357]  req@ffff91cdd142e680 x1875454067801088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573357.735170:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067801088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573357.735189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573357.735193:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573357.735196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067801088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573357.735216:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573357.735237:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573357.735246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573357/real 1788573357]  req@ffff91cdd142d180 x1875454067801216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573357.735254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067801216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573357.735260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573357.735262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573357.735264:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801216:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573357.735268:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573357.735278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573357.735284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573357/real 1788573357]  req@ffff91cdd142d880 x1875454067801344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573357.735291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067801344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573357.735296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573357.735298:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573357.735300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801344:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573358.630941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573359.654916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573360.679040:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573361.702960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573362.727004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573362.854979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573362.854990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573362.854995:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573362.855007:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1077
00000100:00080000:2.0:1788573362.855018:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573362.855026:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573362.855070:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067801472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573362.855094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573362.855097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573362.855099:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573362.855102:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1077
00000100:00080000:2.0:1788573362.855104:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573362.855107:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573362.855117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573362.855126:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067801600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573362.855134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573362.855137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573362.855139:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573362.855144:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067801472:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573362.855144:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1077
00000100:00080000:2.0:1788573362.855164:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573362.855167:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573362.855172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573362.855182:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067801728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573362.855249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573362.855309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573362/real 1788573362]  req@ffff91cdd1288380 x1875454067801472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573362.855334:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067801472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573362.855349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573362.855353:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573362.855357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067801472:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573362.855381:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573362.855406:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573362.855421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573362/real 1788573362]  req@ffff91cdd128a680 x1875454067801600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573362.855434:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067801600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573362.855445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573362.855458:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573362.855461:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801600:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573362.855466:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573362.855489:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573362.855498:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573362/real 1788573362]  req@ffff91cdd128aa00 x1875454067801728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573362.855514:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067801728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573362.855521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573362.855523:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573362.855525:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801728:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573363.750953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573364.775030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573365.799036:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573366.823002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573367.847009:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573367.974975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573367.974993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573367.974998:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573367.975011:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1082
00000100:00080000:0.0:1788573367.975024:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573367.975031:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573367.975076:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067801856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573367.975109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573367.975112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573367.975114:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573367.975118:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1082
00000100:00080000:0.0:1788573367.975123:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573367.975141:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573367.975154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573367.975165:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067801856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573367.975176:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067801984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573367.975187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573367.975191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573367.975192:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573367.975196:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1082
00000100:00080000:0.0:1788573367.975199:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573367.975202:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573367.975207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573367.975219:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067802112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573367.975317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573367.975502:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573367/real 1788573367]  req@ffff91cdd26f4380 x1875454067801856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573367.975532:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067801856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573367.975548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573367.975621:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573367.975626:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067801856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573367.975651:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573367.975682:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573367.975693:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573367/real 1788573367]  req@ffff91cdd26f5180 x1875454067801984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573367.975702:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067801984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573367.975708:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573367.975711:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573367.975713:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067801984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573367.975718:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573367.975730:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573367.975737:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573367/real 1788573367]  req@ffff91cdd26f6300 x1875454067802112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573367.975744:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067802112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573367.975749:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573367.975751:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573367.975753:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802112:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573368.870952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573369.894953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573370.918969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573371.942999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573372.966998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573373.094913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573373.094927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573373.094932:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573373.094945:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1087
00000100:00080000:0.0:1788573373.094959:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573373.094978:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573373.095040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067802240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573373.095074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573373.095079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573373.095100:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573373.095107:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1087
00000100:00080000:0.0:1788573373.095112:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573373.095118:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573373.095125:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067802240:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573373.095143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573373.095163:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067802368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573373.095177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573373.095182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573373.095185:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573373.095190:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1087
00000100:00080000:0.0:1788573373.095195:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573373.095200:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573373.095206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573373.095219:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573373.095222:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067802496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573373.095269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573373/real 1788573373]  req@ffff91cdd26f6a00 x1875454067802240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573373.095291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067802240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573373.095302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573373.095305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573373.095308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067802240:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573373.095335:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573373.095352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573373.095367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573373/real 1788573373]  req@ffff91cdd26f6680 x1875454067802368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573373.095375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067802368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573373.095381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573373.095384:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573373.095386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802368:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573373.095390:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573373.095416:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573373.095428:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573373/real 1788573373]  req@ffff91cdd26f5500 x1875454067802496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573373.095441:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067802496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573373.095450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573373.095454:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573373.095457:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802496:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573373.991022:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573375.014991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573376.038956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573377.062934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573378.087000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573378.214931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573378.214941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573378.214946:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573378.214957:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1092
00000100:00080000:2.0:1788573378.214969:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573378.214976:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573378.215018:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067802624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573378.215045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573378.215049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573378.215051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573378.215055:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1092
00000100:00080000:2.0:1788573378.215059:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573378.215065:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573378.215075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573378.215091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067802624:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573378.215093:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067802752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573378.215109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573378.215129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573378.215131:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573378.215136:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1092
00000100:00080000:2.0:1788573378.215143:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573378.215148:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:3.0:1788573378.215153:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788573378.215158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573378.215177:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067802880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573378.215192:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573378/real 1788573378]  req@ffff91cdd1289500 x1875454067802624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573378.215207:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067802624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573378.215216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573378.215219:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573378.215222:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067802624:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573378.215251:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573378.215276:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573378.215285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573378/real 1788573378]  req@ffff91cdd128aa00 x1875454067802752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573378.215294:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067802752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573378.215299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573378.215302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573378.215304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573378.215308:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573378.215318:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573378.215324:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573378/real 1788573378]  req@ffff91cdd128a680 x1875454067802880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573378.215331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067802880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573378.215336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573378.215338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573378.215340:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067802880:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573379.110937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573380.134936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573381.158959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573382.182928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573383.206988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573383.334939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573383.334949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573383.334976:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573383.334985:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1097
00000100:00080000:3.0:1788573383.334996:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573383.335003:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573383.335041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067803008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573383.335074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573383.335078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573383.335080:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573383.335084:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1097
00000100:00080000:3.0:1788573383.335088:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573383.335092:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573383.335102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573383.335116:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067803136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573383.335127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573383.335132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573383.335134:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573383.335138:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1097
00000100:00080000:3.0:1788573383.335142:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573383.335147:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573383.335153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573383.335155:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067803008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573383.335169:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067803264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573383.335214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573383.335256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573383/real 1788573383]  req@ffff91cdd142ea00 x1875454067803008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573383.335273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067803008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573383.335282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573383.335285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573383.335288:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067803008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573383.335292:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573383.335307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573383.335314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573383/real 1788573383]  req@ffff91cdd142e300 x1875454067803136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573383.335322:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067803136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573383.335339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573383.335342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573383.335344:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803136:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573383.335362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573383.335375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573383.335381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573383/real 1788573383]  req@ffff91cdd142d500 x1875454067803264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573383.335389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067803264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573383.335394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573383.335396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573383.335398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803264:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573384.230938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573385.254932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573386.278969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573387.302974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573388.326974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573388.454921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573388.454930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573388.454934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573388.454941:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1102
00000100:00080000:3.0:1788573388.454951:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573388.454956:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573388.454991:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067803392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573388.455013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573388.455016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573388.455017:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573388.455019:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1102
00000100:00080000:3.0:1788573388.455022:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573388.455024:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573388.455031:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573388.455041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067803520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573388.455049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573388.455052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573388.455066:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067803392:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573388.455068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573388.455076:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1102
00000100:00080000:3.0:1788573388.455079:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573388.455081:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573388.455085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573388.455095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067803648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573388.455136:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573388.455175:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573388/real 1788573388]  req@ffff91cdd142f100 x1875454067803392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573388.455194:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067803392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573388.455204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573388.455208:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573388.455220:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067803392:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573388.455228:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573388.455252:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573388.455279:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573388/real 1788573388]  req@ffff91cdd142d500 x1875454067803520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573388.455293:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067803520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573388.455300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573388.455304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573388.455308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803520:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573388.455331:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573388.455353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573388.455365:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573388/real 1788573388]  req@ffff91cdd142e300 x1875454067803648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573388.455378:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067803648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573388.455387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573388.455391:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573388.455394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803648:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573389.350948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573390.375008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573391.399090:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573392.423036:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573393.446971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573393.574929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573393.574938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573393.574942:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573393.574950:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1107
00000100:00080000:3.0:1788573393.574960:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573393.574967:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573393.575004:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067803776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573393.575027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573393.575030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573393.575031:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573393.575034:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1107
00000100:00080000:3.0:1788573393.575036:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573393.575055:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573393.575064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573393.575072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067803776:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573393.575076:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067803904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573393.575086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573393.575089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573393.575090:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573393.575093:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1107
00000100:00080000:3.0:1788573393.575097:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573393.575099:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573393.575102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573393.575115:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067804032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573393.575173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573393.575209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804032:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573394.471007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573395.494997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573396.519037:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573396.647188:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788573396.647248:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573396.647271:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573396.647319:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573396.647334:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573396.647359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573393/real 1788573396]  req@ffff91cdd142d880 x1875454067803904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573396.647390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067803904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573396.647406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573396.647413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573396.647417:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067803904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573396.647426:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573393/real 1788573396]  req@ffff91cdd142d180 x1875454067804032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573396.647438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067804032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573396.647447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573396.647451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573396.647455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804032:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573396.647463:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573393/real 1788573396]  req@ffff91cdd142ea00 x1875454067803776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573396.647478:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067803776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573396.647487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573396.647491:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573396.647504:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067803776:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573397.542925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573398.566979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573398.694874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573398.694886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573398.694890:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573398.694901:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1113
00000100:00080000:2.0:1788573398.694911:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573398.694935:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573398.694973:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067804160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573398.695005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573398.695025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573398.695028:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573398.695033:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1113
00000100:00080000:2.0:1788573398.695039:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573398.695044:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573398.695049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067804160:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788573398.695057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573398.695076:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067804288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573398.695102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573398.695106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573398.695108:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573398.695113:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1113
00000800:00000100:1.0:1788573398.695119:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:2.0:1788573398.695119:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573398.695127:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573398.695133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573398.695153:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067804416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573398.695177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573398/real 1788573398]  req@ffff91cdd1288380 x1875454067804160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573398.695200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067804160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573398.695211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573398.695214:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573398.695219:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067804160:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573398.695245:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573398.695273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573398.695287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573398/real 1788573398]  req@ffff91cdd1288a80 x1875454067804288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573398.695299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067804288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573398.695307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573398.695310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573398.695313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804288:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573398.695320:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573398.695339:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573398.695362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573398/real 1788573398]  req@ffff91cdd128b100 x1875454067804416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573398.695375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067804416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573398.695383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573398.695386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573398.695389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804416:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573399.590934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573400.614948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573401.639021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573402.662962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573403.686991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573403.814951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573403.814967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573403.814974:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573403.814990:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1118
00000100:00080000:0.0:1788573403.815005:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573403.815025:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573403.815073:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067804544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573403.815142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573403.815153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573403.815156:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573403.815162:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1118
00000100:00080000:0.0:1788573403.815169:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573403.815177:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573403.815191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573403.815212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067804544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573403.815216:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067804672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573403.815234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573403.815239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573403.815242:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573403.815247:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1118
00000100:00080000:0.0:1788573403.815252:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573403.815256:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573403.815260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573403.815271:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067804800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573403.815299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573403.815350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573403/real 1788573403]  req@ffff91cdd26f5500 x1875454067804544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573403.815384:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067804544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573403.815413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573403.815418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573403.815423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067804544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573403.815453:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573403.815481:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573403.815495:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573403/real 1788573403]  req@ffff91cdd26f6680 x1875454067804672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573403.815520:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067804672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573403.815533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573403.815537:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573403.815541:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804672:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573403.815554:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573403.815579:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573403.815589:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573403/real 1788573403]  req@ffff91cdd26f6a00 x1875454067804800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573403.815612:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067804800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573403.815621:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573403.815625:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573403.815630:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067804800:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573404.711003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573405.735021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573406.758994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573407.782983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573408.806989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573408.934929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573408.934938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573408.934942:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573408.934950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1123
00000100:00080000:3.0:1788573408.934959:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573408.934965:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573408.934998:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067804928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573408.935020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573408.935023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573408.935024:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573408.935027:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1123
00000100:00080000:3.0:1788573408.935029:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573408.935032:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573408.935039:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573408.935049:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067805056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573408.935056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573408.935058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573408.935059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573408.935061:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1123
00000100:00080000:3.0:1788573408.935063:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573408.935065:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573408.935083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573408.935091:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067805184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573408.935156:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067804928:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788573408.935245:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573408.935301:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573408/real 1788573408]  req@ffff91cdd142e680 x1875454067804928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573408.935324:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067804928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573408.935334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573408.935338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573408.935341:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067804928:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573408.935347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573408.935363:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573408.935371:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573408/real 1788573408]  req@ffff91cdd142ea00 x1875454067805056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573408.935379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067805056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573408.935384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573408.935386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573408.935388:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805056:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573408.935392:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573408.935403:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573408.935409:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573408/real 1788573408]  req@ffff91cdd142d180 x1875454067805184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573408.935430:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067805184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573408.935436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573408.935438:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573408.935441:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805184:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573409.830984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573410.854939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573411.878995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573412.902969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573413.926959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573414.054859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573414.054867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573414.054871:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573414.054879:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1128
00000100:00080000:3.0:1788573414.054889:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573414.054896:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573414.054927:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067805312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573414.054950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573414.054952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573414.054954:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573414.054956:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1128
00000100:00080000:3.0:1788573414.054959:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573414.054961:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573414.054969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573414.054977:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067805440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573414.055000:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067805312:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573414.055009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573414.055012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573414.055013:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573414.055017:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1128
00000100:00080000:3.0:1788573414.055021:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573414.055024:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573414.055028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573414.055042:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067805568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573414.055062:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573414.055097:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573414/real 1788573414]  req@ffff91cdd142d880 x1875454067805312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573414.055111:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067805312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573414.055119:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573414.055122:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573414.055125:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067805312:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573414.055143:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573414.055158:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573414.055166:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573414/real 1788573414]  req@ffff91cdd142e300 x1875454067805440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573414.055174:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067805440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573414.055191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573414.055195:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573414.055198:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805440:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573414.055216:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573414.055240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573414.055255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573414/real 1788573414]  req@ffff91cdd142d500 x1875454067805568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573414.055267:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067805568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573414.055276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573414.055279:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573414.055283:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805568:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573414.950921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573415.974952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573416.998922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573418.022953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573419.046966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573419.174904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573419.174915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573419.174921:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573419.174932:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1133
00000100:00080000:3.0:1788573419.174945:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573419.174953:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573419.174997:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067805696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573419.175030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573419.175035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573419.175056:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573419.175061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1133
00000100:00080000:3.0:1788573419.175065:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573419.175069:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573419.175081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573419.175087:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067805696:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573419.175096:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067805824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573419.175106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573419.175108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573419.175110:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573419.175113:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1133
00000100:00080000:3.0:1788573419.175115:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573419.175118:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573419.175121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573419.175129:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067805952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573419.175158:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573419.175207:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573419/real 1788573419]  req@ffff91cdd142f100 x1875454067805696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573419.175226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067805696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573419.175235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573419.175250:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573419.175260:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067805696:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573419.175285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573419.175331:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573419.175342:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573419/real 1788573419]  req@ffff91cdd142d500 x1875454067805824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573419.175351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067805824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573419.175357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573419.175360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573419.175362:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573419.175366:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573419.175379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573419.175385:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573419/real 1788573419]  req@ffff91cdd142e300 x1875454067805952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573419.175393:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067805952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573419.175398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573419.175400:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573419.175402:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067805952:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573420.070982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573421.094986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573422.118943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573423.142961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573424.166942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573424.294936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573424.294952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573424.294975:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573424.294986:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1138
00000100:00080000:2.0:1788573424.294998:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573424.295005:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573424.295048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067806080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573424.295084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573424.295088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573424.295089:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573424.295092:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1138
00000100:00080000:2.0:1788573424.295095:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573424.295099:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573424.295110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573424.295121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067806208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573424.295129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573424.295134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573424.295136:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067806080:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573424.295136:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573424.295145:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1138
00000100:00080000:2.0:1788573424.295148:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573424.295150:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573424.295154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573424.295163:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067806336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573424.295215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573424.295264:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573424/real 1788573424]  req@ffff91cdd1289880 x1875454067806080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573424.295280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067806080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573424.295290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573424.295293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573424.295296:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067806080:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573424.295320:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573424.295337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573424.295345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573424/real 1788573424]  req@ffff91cdd1289f80 x1875454067806208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573424.295354:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067806208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573424.295372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573424.295375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573424.295377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806208:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573424.295382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573424.295416:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573424.295425:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573424/real 1788573424]  req@ffff91cdd128ad80 x1875454067806336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573424.295437:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067806336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573424.295445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573424.295448:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573424.295452:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806336:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573425.190970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573426.214932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573427.238924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573428.262988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573429.286992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573429.414955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573429.414991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573429.414996:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573429.415009:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1143
00000100:00080000:3.0:1788573429.415023:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573429.415033:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573429.415080:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067806464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573429.415134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573429.415139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573429.415142:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573429.415147:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1143
00000100:00080000:3.0:1788573429.415153:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573429.415159:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573429.415174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573429.415207:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067806592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573429.415217:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067806464:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573429.415227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573429.415233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573429.415235:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573429.415259:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1143
00000100:00080000:3.0:1788573429.415265:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573429.415272:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573429.415279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573429.415293:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067806720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573429.415298:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573429.415353:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573429/real 1788573429]  req@ffff91cdd142d880 x1875454067806464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573429.415370:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067806464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573429.415379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573429.415382:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573429.415398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067806464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573429.415419:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573429.415438:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573429.415447:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573429/real 1788573429]  req@ffff91cdd142d180 x1875454067806592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573429.415455:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067806592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573429.415460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573429.415463:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573429.415465:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806592:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573429.415469:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573429.415479:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573429.415510:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573429/real 1788573429]  req@ffff91cdd142ea00 x1875454067806720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573429.415528:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067806720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573429.415533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573429.415535:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573429.415538:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806720:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573430.310978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573431.335006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573432.358957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573433.383021:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573434.406977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573434.534922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573434.534931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573434.534935:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573434.534944:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1148
00000100:00080000:2.0:1788573434.534952:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573434.534959:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573434.535007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067806848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573434.535036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573434.535040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573434.535043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573434.535047:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1148
00000100:00080000:2.0:1788573434.535052:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573434.535056:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573434.535067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573434.535092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067806976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573434.535108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573434.535114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573434.535115:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067806848:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573434.535118:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573434.535133:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1148
00000100:00080000:2.0:1788573434.535137:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573434.535163:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573434.535170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573434.535186:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067807104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573434.535207:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573434.535274:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573434/real 1788573434]  req@ffff91cdd1289c00 x1875454067806848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573434.535298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067806848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573434.535309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573434.535313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573434.535317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067806848:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573434.535343:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573434.535362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573434.535370:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573434/real 1788573434]  req@ffff91cdd1288000 x1875454067806976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573434.535379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067806976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573434.535384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573434.535387:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573434.535389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067806976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573434.535393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573434.535403:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573434.535409:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573434/real 1788573434]  req@ffff91cdd1288e00 x1875454067807104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573434.535417:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067807104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573434.535432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573434.535435:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573434.535438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807104:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573435.431015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573436.454977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573437.478948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573438.502965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573439.526937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573439.654875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573439.654885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573439.654888:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573439.654897:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1154
00000100:00080000:2.0:1788573439.654907:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573439.654914:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573439.654944:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067807232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573439.654970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573439.654973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573439.654975:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573439.654984:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1154
00000100:00080000:2.0:1788573439.654987:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573439.654990:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573439.654998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573439.655010:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067807360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573439.655020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788573439.655021:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067807232:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573439.655025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573439.655035:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573439.655040:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1154
00000100:00080000:2.0:1788573439.655044:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573439.655047:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573439.655052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573439.655063:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067807488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573439.655079:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573439.655112:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573439/real 1788573439]  req@ffff91cdd128bb80 x1875454067807232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573439.655188:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067807232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573439.655196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573439.655199:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573439.655202:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067807232:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573439.655227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573439.655307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573439.655321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573439/real 1788573439]  req@ffff91cdd1288700 x1875454067807360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573439.655442:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067807360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573439.655455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573439.655458:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573439.655461:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807360:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573439.655468:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573439.655530:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573439.655547:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573439/real 1788573439]  req@ffff91cdd128b800 x1875454067807488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573439.655561:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067807488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573439.655570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573439.655574:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573439.655577:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807488:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573440.550958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573441.574909:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573442.598961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573443.622912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573444.647006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573444.774956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573444.774971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573444.774977:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573444.774992:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1159
00000100:00080000:0.0:1788573444.775028:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573444.775038:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573444.775085:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067807616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573444.775116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573444.775120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573444.775122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573444.775127:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1159
00000100:00080000:0.0:1788573444.775132:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573444.775138:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573444.775150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573444.775160:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067807616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573444.775167:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067807744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573444.775182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573444.775186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573444.775188:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573444.775193:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1159
00000100:00080000:0.0:1788573444.775197:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573444.775202:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573444.775208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573444.775221:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067807872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573444.775235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573444.775289:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573444/real 1788573444]  req@ffff91cdd26f6300 x1875454067807616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573444.775305:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067807616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573444.775321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573444.775324:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573444.775328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067807616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573444.775351:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573444.775371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573444.775381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573444/real 1788573444]  req@ffff91cdd26f5180 x1875454067807744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573444.775389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067807744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573444.775395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573444.775398:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573444.775400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807744:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573444.775403:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573444.775414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573444.775420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573444/real 1788573444]  req@ffff91cdd26f4380 x1875454067807872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573444.775427:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067807872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573444.775433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573444.775434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573444.775436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067807872:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573445.670914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573446.694923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573447.718951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573448.742981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573449.766973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573449.894926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573449.894955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573449.894959:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573449.894967:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1164
00000100:00080000:0.0:1788573449.894978:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573449.894986:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573449.895022:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067808000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573449.895052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573449.895055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573449.895058:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573449.895061:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1164
00000100:00080000:0.0:1788573449.895065:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573449.895070:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573449.895080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573449.895098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067808128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573449.895098:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067808000:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573449.895113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573449.895116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573449.895117:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573449.895120:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1164
00000100:00080000:0.0:1788573449.895123:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573449.895125:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573449.895129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573449.895139:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067808256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573449.895161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573449.895195:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573449/real 1788573449]  req@ffff91cdd26f5880 x1875454067808000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573449.895209:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067808000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573449.895218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573449.895220:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573449.895223:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067808000:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573449.895242:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573449.895257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573449.895268:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573449/real 1788573449]  req@ffff91cdd26f4a80 x1875454067808128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573449.895282:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067808128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573449.895290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573449.895294:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573449.895297:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808128:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573449.895313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573449.895336:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573449.895350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573449/real 1788573449]  req@ffff91cdd26f7100 x1875454067808256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573449.895363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067808256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573449.895372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573449.895374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573449.895377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808256:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573450.790997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573451.814974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573452.839020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573453.862979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573454.886982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573455.014897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573455.014909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573455.014914:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573455.014925:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1169
00000100:00080000:3.0:1788573455.014940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573455.014947:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573455.015011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067808384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573455.015044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573455.015069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573455.015072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573455.015078:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1169
00000100:00080000:3.0:1788573455.015092:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573455.015098:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573455.015109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573455.015114:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067808384:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573455.015125:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067808512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573455.015135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573455.015138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573455.015140:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573455.015145:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1169
00000100:00080000:3.0:1788573455.015149:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573455.015154:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573455.015160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573455.015174:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067808640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573455.015201:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573455.015262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573455/real 1788573455]  req@ffff91cdd142e680 x1875454067808384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573455.015286:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067808384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573455.015297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573455.015301:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573455.015304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067808384:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573455.015329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573455.015351:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573455.015366:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573455/real 1788573455]  req@ffff91cdd142ea00 x1875454067808512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573455.015375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067808512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573455.015382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573455.015384:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573455.015386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808512:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573455.015399:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573455.015423:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573455.015431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573455/real 1788573455]  req@ffff91cdd142d180 x1875454067808640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573455.015443:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067808640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573455.015451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573455.015455:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573455.015458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808640:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573455.910988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573456.934982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573457.958987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573458.982952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573460.006955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573460.134904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573460.134916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573460.134921:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573460.134932:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1174
00000100:00080000:0.0:1788573460.134943:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573460.134950:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573460.134991:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067808768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573460.135036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573460.135041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573460.135043:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573460.135074:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067808768:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573460.135100:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1174
00000100:00080000:0.0:1788573460.135106:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573460.135111:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573460.135122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573460.135138:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067808896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573460.135152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573460.135156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573460.135158:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573460.135162:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1174
00000100:00080000:0.0:1788573460.135166:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573460.135171:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573460.135192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808896:192.168.202.119@tcp:38:kworker.0
00000008:00100000:0.0:1788573460.135205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573460.135223:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067809024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573460.135243:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809024:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573461.030947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573462.054959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573463.078910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788573463.207025:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788573463.207063:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788573463.207075:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573463.207109:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573463.207119:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573463.207164:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573460/real 1788573463]  req@ffff91cdd26f5c00 x1875454067809024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573463.207191:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067809024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573463.207204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573463.207209:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573463.207214:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809024:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573463.207223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573460/real 1788573463]  req@ffff91cdd26f7b80 x1875454067808896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573463.207252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067808896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573463.207260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573463.207264:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573463.207268:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067808896:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573463.207275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573460/real 1788573463]  req@ffff91cdd26f4000 x1875454067808768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573463.207288:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067808768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573463.207296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573463.207299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573463.207302:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067808768:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573464.102916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573465.126959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573465.254936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573465.254944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573465.254947:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573465.254955:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1179
00000100:00080000:3.0:1788573465.254964:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573465.254970:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573465.255013:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067809152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573465.255046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573465.255051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573465.255053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573465.255057:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1179
00000100:00080000:3.0:1788573465.255061:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573465.255066:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573465.255075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573465.255088:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067809280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573465.255099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573465.255119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573465.255121:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573465.255126:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1179
00000100:00080000:3.0:1788573465.255130:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573465.255134:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573465.255140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573465.255152:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067809408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573465.255249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067809152:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573465.255321:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573465.255359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573465/real 1788573465]  req@ffff91cdd142d880 x1875454067809152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573465.255379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067809152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573465.255390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573465.255395:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573465.255399:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067809152:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573465.255418:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573465.255446:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573465.255460:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573465/real 1788573465]  req@ffff91cdd142e300 x1875454067809280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573465.255473:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067809280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573465.255481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573465.255484:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573465.255487:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809280:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573465.255493:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573465.255513:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573465.255525:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573465/real 1788573465]  req@ffff91cdd142d500 x1875454067809408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573465.255536:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067809408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573465.255545:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573465.255548:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573465.255551:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809408:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573466.150941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573467.174951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573468.198925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573469.222936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573470.246993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573470.374887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573470.374896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573470.374900:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573470.374907:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1184
00000100:00080000:0.0:1788573470.374916:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573470.374922:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573470.374961:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067809536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573470.375000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573470.375003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573470.375004:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573470.375007:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1184
00000100:00080000:0.0:1788573470.375010:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573470.375013:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573470.375021:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573470.375032:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067809664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573470.375042:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067809536:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573470.375043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573470.375051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573470.375053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573470.375056:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1184
00000100:00080000:0.0:1788573470.375075:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573470.375079:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573470.375083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573470.375093:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067809792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573470.375108:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573470.375142:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573470/real 1788573470]  req@ffff91cdd26f6d80 x1875454067809536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573470.375164:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067809536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573470.375172:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573470.375175:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573470.375178:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067809536:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573470.375198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573470.375214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573470.375222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573470/real 1788573470]  req@ffff91cdd26f5f80 x1875454067809664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573470.375229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067809664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573470.375235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573470.375237:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573470.375239:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809664:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573470.375242:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573470.375252:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573470.375257:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573470/real 1788573470]  req@ffff91cdd26f7800 x1875454067809792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573470.375265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067809792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573470.375278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573470.375280:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573470.375282:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067809792:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573471.270917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573472.294917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573473.318957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573474.342954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573475.366911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573475.494894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573475.494903:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573475.494908:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573475.494918:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1189
00000100:00080000:0.0:1788573475.494930:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573475.494938:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573475.494992:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067809920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573475.495022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573475.495027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573475.495029:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573475.495033:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1189
00000100:00080000:0.0:1788573475.495037:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573475.495040:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573475.495049:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573475.495063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067810048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573475.495072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067809920:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573475.495081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573475.495094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573475.495097:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573475.495103:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1189
00000100:00080000:0.0:1788573475.495109:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573475.495115:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573475.495122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573475.495139:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067810176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573475.495147:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573475.495190:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573475/real 1788573475]  req@ffff91cdd26f4e00 x1875454067809920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573475.495212:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067809920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573475.495224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573475.495323:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573475.495326:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067809920:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573475.495357:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573475.495377:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573475.495388:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573475/real 1788573475]  req@ffff91cdd26f4700 x1875454067810048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573475.495397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067810048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573475.495403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573475.495405:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573475.495407:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810048:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573475.495411:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573475.495422:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573475.495427:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573475/real 1788573475]  req@ffff91cdd26f7480 x1875454067810176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573475.495553:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067810176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573475.495559:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573475.495563:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573475.495566:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810176:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573476.390923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573477.414958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573478.438989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573479.462910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573480.487015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573480.614862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573480.614870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573480.614874:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573480.614884:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1194
00000100:00080000:0.0:1788573480.614894:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573480.614901:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573480.614943:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067810304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573480.614979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573480.614983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573480.614984:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573480.614987:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1194
00000100:00080000:0.0:1788573480.614990:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573480.614994:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573480.615004:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573480.615018:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067810304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573480.615021:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067810432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573480.615053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573480.615056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573480.615059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573480.615063:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1194
00000100:00080000:0.0:1788573480.615068:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573480.615074:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573480.615080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573480.615097:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067810560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573480.615100:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573480.615147:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573480/real 1788573480]  req@ffff91cdd26f7480 x1875454067810304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573480.615163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067810304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573480.615171:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573480.615174:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573480.615177:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067810304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573480.615196:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573480.615214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573480.615223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573480/real 1788573480]  req@ffff91cdd26f4700 x1875454067810432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573480.615231:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067810432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573480.615236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573480.615239:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573480.615241:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810432:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573480.615245:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573480.615281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573480.615294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573480/real 1788573480]  req@ffff91cdd26f4e00 x1875454067810560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573480.615308:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067810560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573480.615317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573480.615320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573480.615323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810560:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573481.510992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573482.534908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573483.558969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573484.582918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573485.606993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573485.734900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573485.734915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573485.734920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573485.734933:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1200
00000100:00080000:2.0:1788573485.734966:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573485.734974:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573485.735019:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067810688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573485.735046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573485.735049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573485.735054:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573485.735057:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1200
00000100:00080000:2.0:1788573485.735060:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573485.735063:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573485.735072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573485.735083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067810816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573485.735101:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067810688:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573485.735121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573485.735126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573485.735128:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573485.735134:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1200
00000100:00080000:2.0:1788573485.735139:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573485.735144:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573485.735151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573485.735164:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067810944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573485.735195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573485.735237:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573485/real 1788573485]  req@ffff91cdd128b480 x1875454067810688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573485.735254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067810688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573485.735263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573485.735266:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573485.735270:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067810688:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573485.735293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573485.735325:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573485.735340:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573485/real 1788573485]  req@ffff91cdd128b800 x1875454067810816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573485.735355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067810816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573485.735362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573485.735364:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573485.735367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573485.735371:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573485.735388:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573485.735396:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573485/real 1788573485]  req@ffff91cdd1288700 x1875454067810944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573485.735403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067810944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573485.735408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573485.735410:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573485.735412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067810944:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573486.630985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573487.654985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573488.678961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573489.702959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573490.726996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573490.854925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573490.854952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573490.854957:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573490.854968:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1205
00000100:00080000:2.0:1788573490.854981:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573490.854990:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573490.855046:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067811072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573490.855073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573490.855076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573490.855078:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573490.855081:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1205
00000100:00080000:2.0:1788573490.855084:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573490.855087:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573490.855120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573490.855130:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067811072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573490.855134:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067811200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573490.855146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573490.855150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573490.855151:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573490.855155:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1205
00000100:00080000:2.0:1788573490.855158:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573490.855161:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573490.855165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573490.855173:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067811328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573490.855214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573490.855255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573490/real 1788573490]  req@ffff91cdd128bb80 x1875454067811072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573490.855271:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067811072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573490.855281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573490.855286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573490.855290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067811072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573490.855319:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573490.855345:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573490.855359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573490/real 1788573490]  req@ffff91cdd1288e00 x1875454067811200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573490.855373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067811200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573490.855382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573490.855386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573490.855389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811200:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573490.855394:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573490.855420:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573490.855428:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573490/real 1788573490]  req@ffff91cdd1288000 x1875454067811328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573490.855448:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067811328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573490.855454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573490.855456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573490.855458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811328:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573491.751001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573492.774975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573493.798992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573494.822940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573495.847022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573495.974851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573495.974859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573495.974863:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573495.974871:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1210
00000100:00080000:2.0:1788573495.974880:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573495.974885:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573495.974921:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067811456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573495.974957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573495.974962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573495.974964:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573495.974968:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1210
00000100:00080000:2.0:1788573495.974989:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573495.974995:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573495.974996:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067811456:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788573495.975006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573495.975020:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067811584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573495.975028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573495.975030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573495.975032:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573495.975035:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1210
00000100:00080000:2.0:1788573495.975037:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573495.975039:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573495.975042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573495.975049:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067811712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573495.975066:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573495.975101:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573495/real 1788573495]  req@ffff91cdd1289c00 x1875454067811456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573495.975114:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067811456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573495.975122:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573495.975125:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573495.975127:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067811456:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573495.975145:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573495.975159:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573495.975167:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573495/real 1788573495]  req@ffff91cdd128ad80 x1875454067811584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573495.975183:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067811584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573495.975189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573495.975191:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573495.975193:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811584:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573495.975197:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573495.975210:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573495.975216:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573495/real 1788573495]  req@ffff91cdd1289f80 x1875454067811712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573495.975224:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067811712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573495.975228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573495.975230:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573495.975232:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811712:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573496.871038:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573497.894978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573498.918989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573499.942997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573500.966997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573501.094911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573501.094932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573501.094936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573501.094945:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1215
00000100:00080000:0.0:1788573501.094960:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573501.094966:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573501.094999:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067811840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573501.095024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573501.095027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573501.095028:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573501.095031:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1215
00000100:00080000:0.0:1788573501.095034:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573501.095036:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573501.095061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573501.095074:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067811968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573501.095084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067811840:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573501.095088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573501.095099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573501.095102:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573501.095105:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1215
00000100:00080000:0.0:1788573501.095108:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573501.095110:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573501.095114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573501.095125:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067812096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573501.095176:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573501.095220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573501/real 1788573501]  req@ffff91cdd26f7800 x1875454067811840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573501.095251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067811840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573501.095260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573501.095264:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573501.095268:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067811840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573501.095293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573501.095312:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573501.095321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573501/real 1788573501]  req@ffff91cdd26f5f80 x1875454067811968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573501.095329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067811968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573501.095335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573501.095337:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573501.095339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067811968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573501.095344:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573501.095354:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573501.095360:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573501/real 1788573501]  req@ffff91cdd26f6d80 x1875454067812096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573501.095368:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067812096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573501.095382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573501.095385:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573501.095387:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812096:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573501.990928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573503.015006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573504.039002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573505.062965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573506.086955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573506.214932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573506.214946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573506.214950:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573506.214961:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1220
00000100:00080000:0.0:1788573506.214973:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573506.214981:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573506.215027:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067812224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573506.215057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573506.215061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573506.215062:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573506.215065:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1220
00000100:00080000:0.0:1788573506.215085:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573506.215089:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573506.215099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573506.215110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067812352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573506.215118:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067812224:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573506.215122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573506.215127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573506.215128:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573506.215132:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1220
00000100:00080000:0.0:1788573506.215134:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573506.215136:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573506.215140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573506.215149:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067812480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573506.215194:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573506.215235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573506/real 1788573506]  req@ffff91cdd26f4000 x1875454067812224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573506.215250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067812224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573506.215260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573506.215263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573506.215266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067812224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573506.215290:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573506.215306:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573506.215314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573506/real 1788573506]  req@ffff91cdd26f7b80 x1875454067812352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573506.215323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067812352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573506.215336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573506.215339:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573506.215342:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812352:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573506.215346:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573506.215361:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573506.215368:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573506/real 1788573506]  req@ffff91cdd26f5c00 x1875454067812480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573506.215375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067812480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573506.215381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573506.215382:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573506.215384:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812480:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573507.111001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573508.134990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573509.159026:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573510.182996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573511.207015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573511.334942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573511.334952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573511.334956:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573511.334965:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1225
00000100:00080000:0.0:1788573511.334975:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573511.334982:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573511.335023:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067812608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573511.335058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573511.335080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573511.335082:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573511.335087:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1225
00000100:00080000:0.0:1788573511.335092:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573511.335096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573511.335107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573511.335112:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067812608:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573511.335123:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067812736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573511.335135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573511.335138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573511.335140:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573511.335143:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1225
00000100:00080000:0.0:1788573511.335147:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573511.335150:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573511.335154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573511.335163:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067812864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573511.335181:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573511.335223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573511/real 1788573511]  req@ffff91cdd26f7100 x1875454067812608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573511.335240:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067812608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573511.335261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573511.335267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573511.335274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067812608:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573511.335298:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573511.335346:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573511.335367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573511/real 1788573511]  req@ffff91cdd26f4a80 x1875454067812736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573511.335379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067812736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573511.335387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573511.335391:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573511.335394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573511.335420:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573511.335444:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573511.335455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573511/real 1788573511]  req@ffff91cdd26f5880 x1875454067812864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573511.335465:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067812864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573511.335473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573511.335476:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573511.335478:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067812864:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573512.230940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573513.254947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573514.279021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573515.303017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573516.327019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573516.454976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573516.454988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573516.454992:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573516.455004:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1230
00000100:00080000:0.0:1788573516.455015:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573516.455024:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573516.455066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067812992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573516.455112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573516.455115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573516.455117:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573516.455121:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1230
00000100:00080000:0.0:1788573516.455123:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573516.455126:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573516.455136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573516.455148:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067813120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573516.455157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573516.455163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788573516.455163:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067812992:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573516.455168:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573516.455175:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1230
00000100:00080000:0.0:1788573516.455178:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573516.455182:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573516.455187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573516.455201:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067813248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573516.455240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573516.455285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573516/real 1788573516]  req@ffff91cdd26f4380 x1875454067812992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573516.455308:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067812992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573516.455322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573516.455327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573516.455332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067812992:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573516.455362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573516.455382:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573516.455396:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573516/real 1788573516]  req@ffff91cdd26f5180 x1875454067813120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573516.455409:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067813120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573516.455419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573516.455423:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573516.455427:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813120:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573516.455443:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573516.455461:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573516.455469:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573516/real 1788573516]  req@ffff91cdd26f6300 x1875454067813248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573516.455478:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067813248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573516.455484:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573516.455486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573516.455489:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813248:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573517.350928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573518.374963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573519.399027:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573520.423092:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573521.446994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573521.574994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573521.575004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573521.575007:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573521.575017:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1235
00000100:00080000:1.0:1788573521.575027:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573521.575034:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573521.575077:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067813376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573521.575110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573521.575115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573521.575118:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573521.575123:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1235
00000100:00080000:1.0:1788573521.575128:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573521.575134:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573521.575146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573521.575162:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067813504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573521.575173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573521.575176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788573521.575198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067813376:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573521.575213:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573521.575221:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1235
00000100:00080000:1.0:1788573521.575224:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573521.575229:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573521.575235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573521.575251:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067813632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573521.575303:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573521.575370:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573521/real 1788573521]  req@ffff91cdd136b100 x1875454067813376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573521.575391:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067813376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573521.575403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573521.575408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573521.575412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067813376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573521.575435:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573521.575467:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573521.575500:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573521/real 1788573521]  req@ffff91cdd1369180 x1875454067813504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573521.575517:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067813504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573521.575528:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573521.575533:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573521.575569:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813504:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573521.575601:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573521.575622:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573521.575643:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573521/real 1788573521]  req@ffff91cdd136aa00 x1875454067813632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573521.575669:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067813632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573521.575676:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573521.575679:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573521.575682:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813632:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573522.471022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573523.494952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573524.518963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573525.542964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573526.567035:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573526.694954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573526.694980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573526.694985:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573526.694998:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1241
00000100:00080000:0.0:1788573526.695042:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573526.695053:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573526.695102:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067813760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573526.695139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573526.695144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573526.695146:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573526.695151:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1241
00000100:00080000:0.0:1788573526.695155:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573526.695162:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573526.695174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573526.695183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067813760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573526.695191:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067813888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573526.695205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573526.695210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573526.695212:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573526.695217:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1241
00000100:00080000:0.0:1788573526.695222:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573526.695226:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573526.695233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573526.695247:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067814016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573526.695297:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573526.695325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814016:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573527.590986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573528.615000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573529.639003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573529.767219:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788573529.767278:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573529.767301:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573529.767355:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573529.767368:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788573529.767441:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573526/real 1788573529]  req@ffff91cdd26f6680 x1875454067813888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573529.767469:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067813888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573529.767482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573529.767489:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573529.767495:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067813888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573529.767513:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573526/real 1788573529]  req@ffff91cdd26f5500 x1875454067814016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573529.767545:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067814016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573529.767555:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573529.767559:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573529.767564:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814016:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573529.767572:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573526/real 1788573529]  req@ffff91cdd26f6a00 x1875454067813760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573529.767624:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067813760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573529.767632:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573529.767637:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573529.767641:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067813760:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573530.662995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573531.686962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573531.814978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573531.814988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573531.814991:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573531.814999:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1246
00000100:00080000:1.0:1788573531.815008:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573531.815014:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573531.815043:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067814144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573531.815067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573531.815072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573531.815074:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573531.815077:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1246
00000100:00080000:1.0:1788573531.815102:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573531.815107:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573531.815117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573531.815132:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067814272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573531.815144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573531.815148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573531.815151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573531.815155:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1246
00000100:00080000:1.0:1788573531.815159:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573531.815162:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573531.815169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573531.815189:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067814400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573531.815192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067814144:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788573531.815309:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573531.815377:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573531/real 1788573531]  req@ffff91cdd1368a80 x1875454067814144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573531.815403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067814144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573531.815417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573531.815423:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573531.815428:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067814144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573531.815438:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573531.815466:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573531.815481:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573531/real 1788573531]  req@ffff91cdd1369880 x1875454067814272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573531.815495:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067814272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573531.815523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573531.815527:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573531.815532:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814272:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573531.815567:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573531.815599:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573531.815613:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573531/real 1788573531]  req@ffff91cdd136bb80 x1875454067814400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573531.815626:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067814400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573531.815635:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573531.815639:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573531.815642:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814400:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573532.710982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573533.734948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573534.759018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573535.782960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573536.806964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573536.934940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573536.934998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573536.935004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573536.935019:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1251
00000100:00080000:0.0:1788573536.935037:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573536.935050:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573536.935107:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067814528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573536.935144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573536.935148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573536.935150:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573536.935155:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1251
00000100:00080000:0.0:1788573536.935159:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573536.935164:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573536.935177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573536.935191:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067814656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573536.935202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573536.935206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573536.935208:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573536.935212:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1251
00000100:00080000:0.0:1788573536.935215:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573536.935218:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573536.935223:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573536.935232:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067814528:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573536.935234:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067814784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573536.935334:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573536.935412:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573536/real 1788573536]  req@ffff91cdd26f6a00 x1875454067814528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573536.935446:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067814528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573536.935475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573536.935482:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573536.935489:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067814528:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573536.935502:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573536.935538:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573536.935559:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573536/real 1788573536]  req@ffff91cdd26f5500 x1875454067814656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573536.935578:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067814656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573536.935590:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573536.935596:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573536.935602:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814656:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573536.935639:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573536.935669:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573536.935685:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573536/real 1788573536]  req@ffff91cdd26f6680 x1875454067814784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573536.935704:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067814784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573536.935717:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573536.935722:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573536.935728:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067814784:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573537.830959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573538.854930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573539.879013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573540.902951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573541.927003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573542.054862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573542.054872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573542.054876:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573542.054886:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1256
00000100:00080000:0.0:1788573542.054896:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573542.054915:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573542.054959:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067814912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573542.054980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573542.054983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573542.054985:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573542.054987:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1256
00000100:00080000:0.0:1788573542.054990:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573542.054993:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573542.055000:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573542.055008:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067815040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573542.055015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573542.055018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573542.055019:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573542.055022:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1256
00000100:00080000:0.0:1788573542.055023:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573542.055025:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573542.055038:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067814912:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573542.055049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573542.055060:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067815168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573542.055102:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573542.055138:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573542/real 1788573542]  req@ffff91cdd26f6300 x1875454067814912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573542.055152:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067814912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573542.055160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573542.055163:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573542.055166:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067814912:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573542.055171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573542.055185:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573542.055192:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573542/real 1788573542]  req@ffff91cdd26f5180 x1875454067815040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573542.055200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067815040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573542.055205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573542.055207:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573542.055209:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815040:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573542.055235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573542.055248:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573542.055255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573542/real 1788573542]  req@ffff91cdd26f4380 x1875454067815168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573542.055263:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067815168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573542.055268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573542.055270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573542.055272:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815168:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573542.950974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573543.975029:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573544.999008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573546.022989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573547.046988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573547.174931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573547.174943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573547.174947:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573547.174958:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1261
00000100:00080000:0.0:1788573547.174971:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573547.174978:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573547.175024:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067815296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573547.175049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573547.175052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573547.175054:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573547.175057:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1261
00000100:00080000:0.0:1788573547.175063:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573547.175066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573547.175076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573547.175086:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067815424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573547.175094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573547.175096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573547.175098:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573547.175100:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1261
00000100:00100000:3.0:1788573547.175112:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067815296:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573547.175122:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573547.175127:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573547.175132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573547.175143:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067815552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573547.175191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573547.175235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573547/real 1788573547]  req@ffff91cdd26f5880 x1875454067815296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573547.175256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067815296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573547.175265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573547.175268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573547.175274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067815296:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573547.175288:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573547.175318:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573547.175337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573547/real 1788573547]  req@ffff91cdd26f4a80 x1875454067815424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573547.175348:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067815424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573547.175360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573547.175363:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573547.175367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815424:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573547.175400:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573547.175416:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573547.175497:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573547/real 1788573547]  req@ffff91cdd26f7100 x1875454067815552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573547.175510:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067815552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573547.175517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573547.175521:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573547.175524:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815552:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573548.070957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573549.094950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573550.118955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573551.142931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573552.166996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573552.294987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573552.294999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573552.295004:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573552.295016:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1266
00000100:00080000:0.0:1788573552.295028:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573552.295042:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573552.295087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067815680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573552.295113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573552.295116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573552.295118:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573552.295121:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1266
00000100:00080000:0.0:1788573552.295123:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573552.295127:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573552.295137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573552.295147:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067815808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573552.295155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788573552.295171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067815680:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573552.295178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573552.295181:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573552.295185:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1266
00000100:00080000:0.0:1788573552.295189:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573552.295192:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573552.295197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573552.295207:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067815936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573552.295253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573552.295295:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573552/real 1788573552]  req@ffff91cdd26f5c00 x1875454067815680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573552.295311:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067815680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573552.295320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573552.295324:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573552.295327:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067815680:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573552.295333:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573552.295348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573552.295357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573552/real 1788573552]  req@ffff91cdd26f7b80 x1875454067815808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573552.295365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067815808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573552.295370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573552.295372:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573552.295374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573552.295397:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573552.295408:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573552.295414:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573552/real 1788573552]  req@ffff91cdd26f4000 x1875454067815936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573552.295430:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067815936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573552.295436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573552.295439:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573552.295441:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067815936:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573553.190930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573554.214964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573555.238935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573556.262994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573557.286944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573557.414921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573557.414967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573557.414971:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573557.414983:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1271
00000100:00080000:1.0:1788573557.414995:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573557.415003:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573557.415047:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067816064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573557.415080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573557.415102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573557.415104:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573557.415110:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1271
00000100:00080000:1.0:1788573557.415115:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573557.415120:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573557.415131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573557.415139:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067816064:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573557.415149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067816192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573557.415163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573557.415167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573557.415169:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573557.415173:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1271
00000100:00080000:1.0:1788573557.415177:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573557.415181:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573557.415187:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573557.415199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067816320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573557.415213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573557.415257:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573557/real 1788573557]  req@ffff91cdd136bb80 x1875454067816064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573557.415277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067816064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573557.415289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573557.415293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573557.415298:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067816064:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573557.415324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573557.415348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573557.415361:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573557/real 1788573557]  req@ffff91cdd1369880 x1875454067816192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573557.415382:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067816192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573557.415393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573557.415397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573557.415400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816192:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573557.415407:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573557.415431:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573557.415445:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573557/real 1788573557]  req@ffff91cdd1368a80 x1875454067816320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573557.415457:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067816320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573557.415465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573557.415468:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573557.415472:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816320:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573558.310946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573559.334976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573560.358962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573561.383005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573562.406946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573562.534956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573562.534973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573562.534979:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573562.534989:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1276
00000100:00080000:2.0:1788573562.535001:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573562.535009:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573562.535052:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067816448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573562.535098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573562.535101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573562.535102:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573562.535106:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1276
00000100:00080000:2.0:1788573562.535109:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573562.535113:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573562.535124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573562.535137:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067816576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573562.535139:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067816448:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573562.535153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573562.535156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573562.535157:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573562.535160:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1276
00000100:00080000:2.0:1788573562.535162:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573562.535164:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573562.535167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573562.535177:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067816704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573562.535218:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573562.535270:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573562/real 1788573562]  req@ffff91cdd1289880 x1875454067816448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573562.535300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067816448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573562.535308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573562.535312:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573562.535315:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067816448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573562.535339:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573562.535356:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573562.535365:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573562/real 1788573562]  req@ffff91cdd128b100 x1875454067816576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573562.535373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067816576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573562.535378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573562.535380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573562.535382:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816576:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573562.535386:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573562.535397:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573562.535403:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573562/real 1788573562]  req@ffff91cdd1288a80 x1875454067816704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573562.535411:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067816704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573562.535425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573562.535428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573562.535430:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816704:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573563.431015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573564.455086:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573565.478960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573566.502987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573567.526960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573567.654968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573567.654986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573567.654991:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573567.655001:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1282
00000100:00080000:2.0:1788573567.655032:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573567.655040:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573567.655076:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067816832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573567.655113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573567.655117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573567.655120:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573567.655124:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1282
00000100:00080000:2.0:1788573567.655129:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573567.655134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573567.655144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573567.655157:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067816832:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573567.655161:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067816960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573567.655175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573567.655179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573567.655181:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573567.655186:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1282
00000100:00080000:2.0:1788573567.655190:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573567.655195:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573567.655200:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573567.655215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573567.655217:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067817088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573567.655255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573567/real 1788573567]  req@ffff91cdd1288380 x1875454067816832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573567.655270:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067816832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573567.655279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573567.655282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573567.655285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067816832:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573567.655303:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573567.655317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573567.655325:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573567/real 1788573567]  req@ffff91cdd128a680 x1875454067816960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573567.655333:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067816960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573567.655348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573567.655351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573567.655353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067816960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573567.655357:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573567.655371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573567.655378:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573567/real 1788573567]  req@ffff91cdd128aa00 x1875454067817088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573567.655385:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067817088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573567.655390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573567.655392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573567.655394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817088:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573568.550921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573569.574974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573570.598961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573571.622969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573572.646930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573572.774897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573572.774915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573572.774920:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573572.774930:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1287
00000100:00080000:0.0:1788573572.774940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573572.774970:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573572.775009:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067817216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573572.775040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573572.775045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573572.775047:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573572.775050:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1287
00000100:00080000:0.0:1788573572.775055:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573572.775060:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573572.775069:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573572.775085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067817344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573572.775086:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067817216:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573572.775116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573572.775120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573572.775123:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573572.775128:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1287
00000100:00080000:0.0:1788573572.775132:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573572.775137:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573572.775142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573572.775154:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067817472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573572.775159:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573572.775204:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573572/real 1788573572]  req@ffff91cdd26f6d80 x1875454067817216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573572.775221:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067817216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573572.775239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573572.775244:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573572.775249:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067817216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573572.775286:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573572.775307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573572.775317:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573572/real 1788573572]  req@ffff91cdd26f5f80 x1875454067817344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573572.775326:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067817344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573572.775332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573572.775334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573572.775336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817344:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573572.775341:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573572.775352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573572.775358:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573572/real 1788573572]  req@ffff91cdd26f7800 x1875454067817472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573572.775365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067817472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573572.775370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573572.775373:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573572.775375:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817472:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573573.670979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573574.694934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573575.719004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573576.742940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573577.767005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573577.894912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573577.894927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573577.894933:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573577.894949:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1292
00000100:00080000:0.0:1788573577.894995:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573577.895005:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573577.895059:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067817600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573577.895096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573577.895101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573577.895103:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573577.895108:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1292
00000100:00080000:0.0:1788573577.895112:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573577.895118:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573577.895147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573577.895163:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067817600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573577.895166:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067817728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573577.895183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573577.895187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573577.895190:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573577.895194:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1292
00000100:00080000:0.0:1788573577.895200:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573577.895205:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573577.895211:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573577.895224:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067817856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573577.895238:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573577.895281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573577/real 1788573577]  req@ffff91cdd26f4e00 x1875454067817600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573577.895298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067817600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573577.895307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573577.895310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573577.895314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067817600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573577.895346:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573577.895371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573577.895386:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573577/real 1788573577]  req@ffff91cdd26f4700 x1875454067817728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573577.895400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067817728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573577.895409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573577.895413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573577.895417:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817728:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573577.895435:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573577.895458:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573577.895470:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573577/real 1788573577]  req@ffff91cdd26f7480 x1875454067817856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573577.895483:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067817856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573577.895492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573577.895496:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573577.895499:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067817856:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573578.791045:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573579.814969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573580.839001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573581.862998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573582.887045:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573583.015053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573583.015064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573583.015069:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573583.015082:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1297
00000100:00080000:0.0:1788573583.015095:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573583.015104:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573583.015149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067817984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573583.015185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573583.015189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573583.015192:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573583.015196:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1297
00000100:00080000:0.0:1788573583.015208:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573583.015214:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573583.015227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573583.015246:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067818112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573583.015247:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067817984:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573583.015265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573583.015270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573583.015272:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573583.015277:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1297
00000100:00080000:0.0:1788573583.015281:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573583.015285:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573583.015290:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573583.015303:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067818240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573583.015342:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573583.015398:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573583/real 1788573583]  req@ffff91cdd26f7480 x1875454067817984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573583.015424:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067817984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573583.015461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573583.015466:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573583.015471:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067817984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573583.015502:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573583.015537:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573583.015553:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573583/real 1788573583]  req@ffff91cdd26f4700 x1875454067818112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573583.015569:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067818112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573583.015580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573583.015584:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573583.015589:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818112:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573583.015596:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573583.015615:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573583.015625:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573583/real 1788573583]  req@ffff91cdd26f4e00 x1875454067818240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573583.015639:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067818240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573583.015648:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573583.015652:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573583.015657:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818240:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573583.910988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573584.935030:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573585.959023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573586.982993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573588.006965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573588.134937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573588.134978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573588.134984:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573588.134997:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1302
00000100:00080000:0.0:1788573588.135011:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573588.135020:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573588.135066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067818368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573588.135100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573588.135120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573588.135122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573588.135126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1302
00000100:00080000:0.0:1788573588.135130:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573588.135134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573588.135145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573588.135149:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067818368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573588.135160:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067818496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573588.135169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573588.135172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573588.135174:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573588.135177:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1302
00000100:00080000:0.0:1788573588.135180:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573588.135184:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573588.135188:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573588.135203:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067818624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573588.135225:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573588.135268:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573588/real 1788573588]  req@ffff91cdd26f7800 x1875454067818368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573588.135284:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067818368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573588.135293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573588.135296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573588.135300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067818368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573588.135322:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573588.135337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573588.135345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573588/real 1788573588]  req@ffff91cdd26f5f80 x1875454067818496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573588.135353:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067818496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573588.135359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573588.135361:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573588.135363:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818496:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573588.135367:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573588.135378:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573588.135383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573588/real 1788573588]  req@ffff91cdd26f6d80 x1875454067818624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573588.135399:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067818624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573588.135405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573588.135407:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573588.135409:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818624:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573589.030968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573590.054977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573591.079026:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573592.103033:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573593.127014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573593.254936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573593.254948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573593.254953:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573593.254964:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1307
00000100:00080000:1.0:1788573593.254973:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573593.254979:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573593.255012:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067818752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573593.255046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573593.255049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573593.255050:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573593.255053:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1307
00000100:00080000:1.0:1788573593.255056:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573593.255061:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573593.255070:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573593.255085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067818880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573593.255099:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067818752:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573593.255122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573593.255124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573593.255126:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573593.255130:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1307
00000100:00080000:1.0:1788573593.255134:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573593.255137:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573593.255142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573593.255153:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067819008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573593.255191:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573593.255223:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819008:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573594.150953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573595.174936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573596.198986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573596.327179:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788573596.327221:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573596.327257:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573596.327292:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573596.327309:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788573596.327346:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573593/real 1788573596]  req@ffff91cdd1369180 x1875454067818880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573596.327387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067818880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573596.327401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573596.327414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573596.327420:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067818880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573596.327431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573593/real 1788573596]  req@ffff91cdd136b100 x1875454067819008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573596.327446:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067819008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573596.327456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573596.327461:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573596.327465:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819008:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573596.327479:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573593/real 1788573596]  req@ffff91cdd136aa00 x1875454067818752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573596.327493:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067818752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573596.327524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573596.327527:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573596.327531:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067818752:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573597.222987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573598.247004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573598.374879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573598.374900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573598.374903:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573598.374911:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1312
00000100:00080000:1.0:1788573598.374921:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573598.374927:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573598.374961:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067819136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573598.374983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573598.375001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573598.375003:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573598.375006:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1312
00000100:00080000:1.0:1788573598.375010:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573598.375013:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573598.375021:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573598.375033:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067819136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573598.375034:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067819264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573598.375050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573598.375054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573598.375056:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573598.375060:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1312
00000100:00080000:1.0:1788573598.375065:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573598.375069:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573598.375075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573598.375089:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067819392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573598.375099:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573598.375142:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573598/real 1788573598]  req@ffff91cdd1368e00 x1875454067819136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573598.375161:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067819136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573598.375173:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573598.375176:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573598.375180:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067819136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573598.375206:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573598.375231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573598.375244:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573598/real 1788573598]  req@ffff91cdd136a300 x1875454067819264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573598.375255:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067819264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573598.375263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573598.375274:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573598.375278:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819264:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573598.375284:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573598.375307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573598.375319:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573598/real 1788573598]  req@ffff91cdd1368380 x1875454067819392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573598.375329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067819392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573598.375337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573598.375340:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573598.375343:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819392:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573599.270983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573600.294961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573601.318908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573602.342966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573603.366953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573603.494988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573603.495001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573603.495005:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573603.495017:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1317
00000100:00080000:0.0:1788573603.495029:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573603.495037:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573603.495080:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067819520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573603.495128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573603.495131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573603.495133:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573603.495136:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1317
00000100:00080000:0.0:1788573603.495139:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573603.495143:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573603.495152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573603.495163:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067819648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573603.495171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573603.495174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573603.495176:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573603.495179:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1317
00000100:00080000:0.0:1788573603.495181:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573603.495183:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573603.495186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573603.495191:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067819520:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573603.495198:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067819776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573603.495278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573603.495331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573603/real 1788573603]  req@ffff91cdd26f4000 x1875454067819520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573603.495355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067819520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573603.495368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573603.495379:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573603.495383:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067819520:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573603.495390:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573603.495412:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573603.495423:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573603/real 1788573603]  req@ffff91cdd26f7b80 x1875454067819648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573603.495432:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067819648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573603.495438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573603.495440:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573603.495442:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819648:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573603.495465:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573603.495477:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573603.495484:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573603/real 1788573603]  req@ffff91cdd26f5c00 x1875454067819776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573603.495491:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067819776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573603.495497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573603.495499:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573603.495501:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067819776:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573604.391010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573605.415004:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573606.439024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573607.462994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573608.487006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573608.614981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573608.614993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573608.614998:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573608.615012:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1322
00000100:00080000:1.0:1788573608.615027:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573608.615037:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573608.615087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067819904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573608.615136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573608.615139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573608.615141:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573608.615144:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1322
00000100:00080000:1.0:1788573608.615148:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573608.615151:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573608.615162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573608.615173:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067820032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573608.615182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573608.615186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573608.615188:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573608.615196:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1322
00000100:00100000:3.0:1788573608.615198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067819904:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573608.615200:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573608.615208:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573608.615214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573608.615229:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067820160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573608.615291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573608.615337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573608/real 1788573608]  req@ffff91cdd1368700 x1875454067819904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573608.615353:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067819904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573608.615362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573608.615366:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573608.615369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067819904:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573608.615375:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573608.615392:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573608.615401:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573608/real 1788573608]  req@ffff91cdd1369500 x1875454067820032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573608.615408:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067820032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573608.615414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573608.615415:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573608.615417:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820032:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573608.615440:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573608.615461:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573608.615469:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573608/real 1788573608]  req@ffff91cdd136b480 x1875454067820160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573608.615477:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067820160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573608.615482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573608.615484:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573608.615486:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820160:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573609.510996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573610.534991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573611.558935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573612.582920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573613.606962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573613.734960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573613.734976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573613.734983:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573613.734996:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1328
00000100:00080000:1.0:1788573613.735033:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573613.735042:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573613.735088:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067820288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573613.735131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573613.735136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573613.735138:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573613.735144:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1328
00000100:00080000:1.0:1788573613.735148:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573613.735153:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573613.735165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573613.735182:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067820416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573613.735189:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067820288:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573613.735203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573613.735208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573613.735210:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573613.735217:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1328
00000100:00080000:1.0:1788573613.735221:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573613.735226:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573613.735233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573613.735249:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067820544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573613.735270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573613.735316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573613/real 1788573613]  req@ffff91cdd136b800 x1875454067820288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573613.735332:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067820288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573613.735340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573613.735344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573613.735347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067820288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573613.735370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573613.735395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573613.735404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573613/real 1788573613]  req@ffff91cdd136a680 x1875454067820416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573613.735413:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067820416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573613.735419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573613.735421:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573613.735423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820416:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573613.735427:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573613.735438:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573613.735444:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573613/real 1788573613]  req@ffff91cdd1369f80 x1875454067820544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573613.735451:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067820544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573613.735456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573613.735458:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573613.735460:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820544:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573614.630943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573615.654954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573616.678938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573617.702936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573618.726931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573618.854913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573618.854924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573618.854930:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573618.854941:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1333
00000100:00080000:0.0:1788573618.854973:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573618.854982:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573618.855021:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067820672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573618.855047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573618.855050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573618.855051:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573618.855054:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1333
00000100:00080000:0.0:1788573618.855063:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573618.855067:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573618.855077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573618.855086:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067820800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573618.855094:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067820672:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573618.855097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573618.855101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573618.855102:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573618.855112:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1333
00000100:00080000:0.0:1788573618.855124:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573618.855129:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573618.855136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573618.855153:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067820928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573618.855184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573618.855231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573618/real 1788573618]  req@ffff91cdd26f7100 x1875454067820672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573618.855249:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067820672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573618.855258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573618.855261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573618.855265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067820672:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573618.855290:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573618.855340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573618.855357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573618/real 1788573618]  req@ffff91cdd26f4a80 x1875454067820800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573618.855374:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067820800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573618.855383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573618.855386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573618.855393:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573618.855400:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573618.855430:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573618.855455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573618/real 1788573618]  req@ffff91cdd26f5880 x1875454067820928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573618.855695:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067820928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573618.855743:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573618.855747:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573618.855750:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067820928:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573619.751006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573620.774931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573621.798973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573622.822929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573623.846934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573623.974863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573623.974890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573623.974894:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573623.974901:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1338
00000100:00080000:0.0:1788573623.974910:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573623.974916:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573623.974947:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067821056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573623.974970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573623.974973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573623.974974:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573623.974977:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1338
00000100:00080000:0.0:1788573623.974979:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573623.974982:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573623.974989:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573623.975003:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067821184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573623.975010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573623.975013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573623.975014:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573623.975018:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1338
00000100:00080000:0.0:1788573623.975020:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573623.975023:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573623.975025:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573623.975032:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067821312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573623.975041:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067821056:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788573623.975109:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573623.975144:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573623/real 1788573623]  req@ffff91cdd26f4380 x1875454067821056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573623.975163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067821056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573623.975175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573623.975180:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573623.975184:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067821056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573623.975193:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573623.975215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573623.975225:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573623/real 1788573623]  req@ffff91cdd26f5180 x1875454067821184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573623.975242:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067821184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573623.975248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573623.975250:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573623.975252:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821184:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573623.975272:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573623.975286:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573623.975294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573623/real 1788573623]  req@ffff91cdd26f6300 x1875454067821312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573623.975301:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067821312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573623.975307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573623.975309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573623.975311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821312:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573624.870913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573625.894954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573626.918954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573627.943002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573628.966940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573629.094943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573629.094974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573629.094979:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573629.094990:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1343
00000100:00080000:2.0:1788573629.095002:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573629.095010:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573629.095047:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067821440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573629.095074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573629.095079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573629.095081:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573629.095087:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1343
00000100:00080000:2.0:1788573629.095091:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573629.095097:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573629.095106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573629.095120:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067821568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573629.095129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573629.095132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573629.095134:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573629.095138:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1343
00000100:00080000:2.0:1788573629.095141:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573629.095148:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573629.095156:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067821440:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788573629.095157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573629.095178:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067821696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573629.095245:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573629.095292:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573629/real 1788573629]  req@ffff91cdd1289500 x1875454067821440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573629.095322:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067821440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573629.095332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573629.095336:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573629.095339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067821440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573629.095346:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573629.095382:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573629.095392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573629/real 1788573629]  req@ffff91cdd128aa00 x1875454067821568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573629.095401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067821568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573629.095407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573629.095410:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573629.095412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821568:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573629.095438:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573629.095451:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573629.095458:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573629/real 1788573629]  req@ffff91cdd128a680 x1875454067821696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573629.095466:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067821696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573629.095480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573629.095483:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573629.095486:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821696:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573629.990983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573631.014964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573632.038985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573633.062949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573634.087007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573634.214870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573634.214882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573634.214887:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573634.214898:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1348
00000100:00080000:2.0:1788573634.214909:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573634.214917:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573634.214961:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067821824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573634.214989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573634.214992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573634.214994:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573634.214997:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1348
00000100:00080000:2.0:1788573634.215000:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573634.215008:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573634.215019:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573634.215029:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067821952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573634.215038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573634.215042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788573634.215044:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067821824:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573634.215045:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573634.215052:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1348
00000100:00080000:2.0:1788573634.215056:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573634.215059:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573634.215080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573634.215091:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067822080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573634.215135:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573634.215181:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573634/real 1788573634]  req@ffff91cdd1288380 x1875454067821824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573634.215204:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067821824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573634.215217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573634.215222:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573634.215227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067821824:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573634.215252:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573634.215272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573634.215303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573634/real 1788573634]  req@ffff91cdd1288a80 x1875454067821952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573634.215318:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067821952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573634.215335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573634.215338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573634.215341:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067821952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573634.215346:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573634.215364:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573634.215373:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573634/real 1788573634]  req@ffff91cdd128b100 x1875454067822080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573634.215381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067822080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573634.215387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573634.215389:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573634.215392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822080:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573635.110974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573636.134968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573637.158997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573638.182946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573639.206987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573639.334917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573639.334932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573639.334937:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573639.334950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1353
00000100:00080000:0.0:1788573639.334964:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573639.334973:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573639.335023:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067822208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573639.335054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573639.335059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573639.335061:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573639.335066:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1353
00000100:00080000:0.0:1788573639.335070:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573639.335076:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573639.335089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573639.335098:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067822208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573639.335105:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067822336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573639.335125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573639.335129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573639.335131:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573639.335136:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1353
00000100:00080000:0.0:1788573639.335140:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573639.335144:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573639.335167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573639.335180:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067822464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573639.335190:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573639.335266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573639/real 1788573639]  req@ffff91cdd26f6680 x1875454067822208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573639.335284:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067822208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573639.335301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573639.335304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573639.335308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067822208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573639.335332:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573639.335352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573639.335361:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573639/real 1788573639]  req@ffff91cdd26f5500 x1875454067822336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573639.335370:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067822336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573639.335376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573639.335378:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573639.335380:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822336:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573639.335384:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573639.335395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573639.335401:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573639/real 1788573639]  req@ffff91cdd26f6a00 x1875454067822464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573639.335408:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067822464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573639.335414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573639.335415:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573639.335417:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822464:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573640.231005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573641.254980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573642.278968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573643.302925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573644.326957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573644.454949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573644.454961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573644.454965:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573644.454978:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1358
00000100:00080000:0.0:1788573644.454993:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573644.455003:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573644.455058:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067822592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573644.455095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573644.455099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573644.455101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573644.455105:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1358
00000100:00080000:0.0:1788573644.455109:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573644.455113:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573644.455124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573644.455152:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067822720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573644.455166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788573644.455171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067822592:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573644.455172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573644.455176:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573644.455184:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1358
00000100:00080000:0.0:1788573644.455204:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573644.455208:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573644.455213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573644.455225:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067822848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573644.455272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573644.455330:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573644/real 1788573644]  req@ffff91cdd26f6a00 x1875454067822592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573644.455348:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067822592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573644.455357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573644.455360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573644.455364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067822592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573644.455388:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573644.455407:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573644.455417:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573644/real 1788573644]  req@ffff91cdd26f5500 x1875454067822720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573644.455425:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067822720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573644.455431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573644.455433:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573644.455435:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822720:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573644.455448:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573644.455463:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573644.455470:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573644/real 1788573644]  req@ffff91cdd26f6680 x1875454067822848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573644.455478:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067822848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573644.455483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573644.455486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573644.455488:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067822848:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573645.350985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573646.374988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573647.398971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573648.422993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573649.446982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573649.574956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573649.574966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573649.574969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573649.574978:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1363
00000100:00080000:3.0:1788573649.574986:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573649.574993:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573649.575026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067822976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573649.575055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573649.575073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573649.575090:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573649.575094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1363
00000100:00080000:3.0:1788573649.575098:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573649.575104:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573649.575115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573649.575120:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067822976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573649.575144:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067823104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573649.575162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573649.575166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573649.575169:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573649.575173:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1363
00000100:00080000:3.0:1788573649.575178:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573649.575183:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573649.575190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573649.575204:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067823232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573649.575221:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573649.575273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573649/real 1788573649]  req@ffff91cdd142f100 x1875454067822976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573649.575291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067822976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573649.575301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573649.575306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573649.575309:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067822976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573649.575335:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573649.575354:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573649.575363:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573649/real 1788573649]  req@ffff91cdd142d500 x1875454067823104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573649.575372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067823104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573649.575378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573649.575380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573649.575382:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823104:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573649.575387:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573649.575398:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573649.575404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573649/real 1788573649]  req@ffff91cdd142e300 x1875454067823232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573649.575432:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067823232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573649.575441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573649.575444:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573649.575448:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823232:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573650.470936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573651.494986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573652.518948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573653.542941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573654.566996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573654.694977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573654.694993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573654.694999:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573654.695013:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1369
00000100:00080000:0.0:1788573654.695029:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573654.695040:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573654.695083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067823360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573654.695138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573654.695143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573654.695145:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573654.695150:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1369
00000100:00080000:0.0:1788573654.695154:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573654.695159:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573654.695172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573654.695187:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067823488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573654.695206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573654.695210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573654.695214:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573654.695221:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067823360:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573654.695222:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1369
00000100:00080000:0.0:1788573654.695229:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573654.695234:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573654.695239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573654.695252:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067823616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573654.695322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573654.695372:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573654/real 1788573654]  req@ffff91cdd26f6300 x1875454067823360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573654.695397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067823360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573654.695411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573654.695417:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573654.695423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067823360:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573654.695454:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573654.695483:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573654.695499:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573654/real 1788573654]  req@ffff91cdd26f5180 x1875454067823488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573654.695513:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067823488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573654.695538:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573654.695542:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573654.695546:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823488:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573654.695554:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573654.695580:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573654.695594:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573654/real 1788573654]  req@ffff91cdd26f4380 x1875454067823616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573654.695608:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067823616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573654.695616:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573654.695620:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573654.695624:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823616:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573655.590960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573656.615014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573657.638902:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573658.663003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573659.686970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573659.814949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573659.814961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573659.814966:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573659.814977:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1374
00000100:00080000:0.0:1788573659.814991:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573659.815000:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573659.815054:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067823744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573659.815096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573659.815104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573659.815106:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573659.815110:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1374
00000100:00080000:0.0:1788573659.815134:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573659.815140:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573659.815142:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067823744:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573659.815152:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573659.815165:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067823872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573659.815175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573659.815178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573659.815179:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573659.815183:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1374
00000100:00080000:0.0:1788573659.815185:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573659.815187:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573659.815191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573659.815200:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067824000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573659.815276:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573659.815307:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824000:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573660.710975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573661.734976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573662.758932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573662.887036:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788573662.887082:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573662.887099:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573662.887140:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573662.887150:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573662.887201:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573659/real 1788573662]  req@ffff91cdd26f4a80 x1875454067823872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573662.887229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067823872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573662.887265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573662.887270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573662.887275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067823872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573662.887284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573659/real 1788573662]  req@ffff91cdd26f7100 x1875454067824000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573662.887299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067824000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573662.887307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573662.887311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573662.887315:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824000:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573662.887322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573659/real 1788573662]  req@ffff91cdd26f5880 x1875454067823744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573662.887335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067823744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573662.887342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573662.887346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573662.887349:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067823744:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573663.782995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573664.807008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573664.934906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573664.934930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573664.934934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573664.934944:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1379
00000100:00080000:0.0:1788573664.934955:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573664.934962:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573664.935000:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067824128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573664.935037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573664.935040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573664.935042:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573664.935045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1379
00000100:00080000:0.0:1788573664.935048:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573664.935051:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573664.935059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573664.935069:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067824256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573664.935079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573664.935083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573664.935085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573664.935089:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1379
00000100:00080000:0.0:1788573664.935093:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573664.935098:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573664.935100:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067824128:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573664.935104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573664.935118:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067824384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573664.935171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573664.935220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573664/real 1788573664]  req@ffff91cdd26f5c00 x1875454067824128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573664.935250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067824128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573664.935261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573664.935266:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573664.935271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067824128:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573664.935280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573664.935306:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573664.935321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573664/real 1788573664]  req@ffff91cdd26f7b80 x1875454067824256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573664.935333:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067824256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573664.935341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573664.935344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573664.935347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824256:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573664.935370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573664.935390:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573664.935402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573664/real 1788573664]  req@ffff91cdd26f4000 x1875454067824384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573664.935412:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067824384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573664.935431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573664.935434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573664.935437:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824384:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573665.830939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573666.854969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573667.878974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573668.902962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573669.926931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573670.054924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573670.054934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573670.054937:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573670.054946:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1384
00000100:00080000:2.0:1788573670.054955:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573670.054961:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573670.054995:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067824512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573670.055019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573670.055022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573670.055023:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573670.055026:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1384
00000100:00080000:2.0:1788573670.055028:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573670.055030:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573670.055038:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573670.055046:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067824640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573670.055071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573670.055073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067824512:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573670.055075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573670.055079:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573670.055086:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1384
00000100:00080000:2.0:1788573670.055089:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573670.055091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573670.055095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573670.055105:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067824768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573670.055161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573670.055206:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573670/real 1788573670]  req@ffff91cdd1289880 x1875454067824512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573670.055226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067824512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573670.055237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573670.055242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573670.055246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067824512:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573670.055271:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573670.055295:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573670.055321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573670/real 1788573670]  req@ffff91cdd1289f80 x1875454067824640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573670.055334:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067824640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573670.055344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573670.055347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573670.055351:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824640:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573670.055366:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573670.055390:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573670.055404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573670/real 1788573670]  req@ffff91cdd128ad80 x1875454067824768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573670.055418:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067824768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573670.055426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573670.055430:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573670.055434:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067824768:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573670.950927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573671.974980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573672.998956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573674.022909:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573675.046982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573675.174900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573675.174911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573675.174915:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573675.174925:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1389
00000100:00080000:2.0:1788573675.174936:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573675.174945:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573675.174982:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067824896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573675.175013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573675.175016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573675.175018:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573675.175022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1389
00000100:00080000:2.0:1788573675.175025:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573675.175037:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573675.175063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573675.175064:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067824896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573675.175081:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067825024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573675.175102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573675.175106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573675.175108:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573675.175113:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1389
00000100:00080000:2.0:1788573675.175118:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788573675.175122:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:2.0:1788573675.175127:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573675.175133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573675.175147:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067825152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573675.175176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573675/real 1788573675]  req@ffff91cdd1289c00 x1875454067824896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573675.175203:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067824896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573675.175212:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573675.175216:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573675.175218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067824896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573675.175237:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573675.175257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573675.175266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573675/real 1788573675]  req@ffff91cdd1288000 x1875454067825024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573675.175282:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067825024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573675.175288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573675.175291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573675.175293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825024:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573675.175297:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573675.175310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573675.175317:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573675/real 1788573675]  req@ffff91cdd1288e00 x1875454067825152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573675.175325:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067825152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573675.175330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573675.175332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573675.175334:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825152:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573676.070979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573677.094977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573678.118987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573679.142910:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573680.166972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573680.294895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573680.294907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573680.294911:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573680.294922:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1394
00000100:00080000:3.0:1788573680.294932:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573680.294939:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573680.294979:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067825280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573680.295000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573680.295003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573680.295004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573680.295007:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1394
00000100:00080000:3.0:1788573680.295010:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573680.295012:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573680.295020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573680.295028:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067825408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573680.295036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573680.295038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573680.295040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573680.295054:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067825280:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573680.295059:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1394
00000100:00080000:3.0:1788573680.295065:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573680.295069:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573680.295073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573680.295083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067825536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573680.295127:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573680.295162:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573680/real 1788573680]  req@ffff91cdd142d880 x1875454067825280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573680.295176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067825280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573680.295195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573680.295198:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573680.295201:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067825280:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573680.295206:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573680.295225:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573680.295233:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573680/real 1788573680]  req@ffff91cdd142d180 x1875454067825408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573680.295241:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067825408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573680.295246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573680.295248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573680.295251:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825408:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573680.295269:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573680.295279:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573680.295285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573680/real 1788573680]  req@ffff91cdd142ea00 x1875454067825536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573680.295292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067825536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573680.295314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573680.295317:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573680.295320:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825536:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573681.190992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573682.214973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573683.238981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573684.262984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573685.286938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573685.414932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573685.414943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573685.414948:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573685.414959:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1399
00000100:00080000:2.0:1788573685.414971:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573685.414979:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573685.415022:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067825664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573685.415054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573685.415057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573685.415059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573685.415061:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1399
00000100:00080000:2.0:1788573685.415080:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573685.415084:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573685.415095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573685.415107:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067825792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573685.415121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573685.415126:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067825664:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573685.415126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573685.415129:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573685.415137:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1399
00000100:00080000:2.0:1788573685.415142:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573685.415145:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573685.415151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573685.415165:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067825920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573685.415231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573685.415287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573685/real 1788573685]  req@ffff91cdd128bb80 x1875454067825664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573685.415305:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067825664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573685.415314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573685.415322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573685.415326:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067825664:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573685.415351:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573685.415371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573685.415380:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573685/real 1788573685]  req@ffff91cdd1288700 x1875454067825792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573685.415388:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067825792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573685.415394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573685.415396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573685.415399:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573685.415402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573685.415414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573685.415420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573685/real 1788573685]  req@ffff91cdd128b800 x1875454067825920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573685.415447:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067825920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573685.415453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573685.415455:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573685.415457:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067825920:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573686.310924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573687.334980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573688.358987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573689.382915:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573690.406976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573690.534903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573690.534913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573690.534918:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573690.534932:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1404
00000100:00080000:2.0:1788573690.534943:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573690.534954:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573690.535003:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067826048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573690.535029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573690.535060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573690.535063:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573690.535068:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1404
00000100:00080000:2.0:1788573690.535073:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788573690.535076:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067826048:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573690.535078:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573690.535088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573690.535107:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067826176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573690.535121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573690.535126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573690.535130:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573690.535135:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1404
00000100:00080000:2.0:1788573690.535140:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573690.535144:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573690.535150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573690.535162:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067826304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573690.535163:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573690.535211:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573690/real 1788573690]  req@ffff91cdd128b480 x1875454067826048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573690.535227:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067826048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573690.535235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573690.535238:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573690.535241:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067826048:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573690.535260:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573690.535278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573690.535287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573690/real 1788573690]  req@ffff91cdd128b800 x1875454067826176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573690.535297:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067826176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573690.535302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573690.535304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573690.535314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826176:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573690.535324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573690.535346:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573690.535359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573690/real 1788573690]  req@ffff91cdd1288700 x1875454067826304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573690.535372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067826304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573690.535378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573690.535380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573690.535383:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826304:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573691.430916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573692.454965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573693.478957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573694.502954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573695.526954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573695.654966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573695.654981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573695.654987:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573695.655000:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1410
00000100:00080000:3.0:1788573695.655015:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573695.655025:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573695.655071:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067826432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573695.655095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573695.655098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573695.655100:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573695.655103:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1410
00000100:00080000:3.0:1788573695.655106:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573695.655125:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573695.655132:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067826432:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788573695.655137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573695.655156:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067826560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573695.655168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573695.655173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573695.655175:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573695.655179:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1410
00000100:00080000:3.0:1788573695.655185:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573695.655189:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573695.655196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573695.655211:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067826688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573695.655213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573695.655258:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573695/real 1788573695]  req@ffff91cdd142e680 x1875454067826432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573695.655275:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067826432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573695.655284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573695.655288:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573695.655291:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067826432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573695.655323:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573695.655342:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573695.655351:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573695/real 1788573695]  req@ffff91cdd142ea00 x1875454067826560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573695.655360:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067826560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573695.655366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573695.655368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573695.655371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826560:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573695.655374:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573695.655385:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573695.655391:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573695/real 1788573695]  req@ffff91cdd142d180 x1875454067826688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573695.655407:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067826688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573695.655413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573695.655415:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573695.655418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826688:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573696.550975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573697.574999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573698.598973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573699.622998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573700.646983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573700.774994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573700.775027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573700.775031:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573700.775042:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1415
00000100:00080000:0.0:1788573700.775056:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573700.775063:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573700.775102:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067826816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573700.775139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573700.775143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573700.775146:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573700.775150:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1415
00000100:00080000:0.0:1788573700.775154:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573700.775160:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573700.775173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573700.775188:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067826816:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573700.775190:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067826944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573700.775204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573700.775207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573700.775209:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573700.775212:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1415
00000100:00080000:0.0:1788573700.775215:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573700.775218:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573700.775222:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573700.775231:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067827072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573700.775276:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573700.775338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573700/real 1788573700]  req@ffff91cdd26f6d80 x1875454067826816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573700.775357:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067826816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573700.775366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573700.775370:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573700.775374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067826816:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573700.775397:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573700.775416:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573700.775425:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573700/real 1788573700]  req@ffff91cdd26f5f80 x1875454067826944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573700.775434:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067826944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573700.775451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573700.775454:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573700.775456:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067826944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573700.775460:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573700.775476:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573700.775483:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573700/real 1788573700]  req@ffff91cdd26f7800 x1875454067827072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573700.775490:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067827072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573700.775496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573700.775497:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573700.775499:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827072:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573701.670988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573702.694993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573703.718997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573704.742928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573705.767001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573705.894943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573705.894958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573705.894964:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573705.894978:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1420
00000100:00080000:2.0:1788573705.894992:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573705.895001:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573705.895062:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067827200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573705.895114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573705.895119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573705.895121:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573705.895126:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1420
00000100:00080000:2.0:1788573705.895131:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573705.895136:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573705.895148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573705.895164:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067827328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573705.895177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573705.895182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573705.895184:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573705.895189:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1420
00000100:00080000:2.0:1788573705.895193:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573705.895197:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067827200:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573705.895202:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573705.895210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573705.895226:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067827456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573705.895278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573705.895337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573705/real 1788573705]  req@ffff91cdd128bb80 x1875454067827200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573705.895356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067827200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573705.895365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573705.895369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573705.895378:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067827200:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573705.895384:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573705.895406:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573705.895416:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573705/real 1788573705]  req@ffff91cdd1288e00 x1875454067827328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573705.895424:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067827328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573705.895430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573705.895432:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573705.895435:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827328:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573705.895456:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573705.895468:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573705.895484:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573705/real 1788573705]  req@ffff91cdd1288000 x1875454067827456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573705.895496:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067827456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573705.895505:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573705.895508:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573705.895512:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827456:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573706.790897:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573707.814977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573708.838911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573709.862977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573710.886945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573711.014901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573711.014913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573711.014918:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573711.014930:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1425
00000100:00080000:2.0:1788573711.014962:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573711.014970:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573711.015010:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067827584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573711.015040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573711.015043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573711.015044:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573711.015048:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1425
00000100:00080000:2.0:1788573711.015050:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573711.015053:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573711.015062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573711.015070:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067827712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573711.015078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573711.015080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573711.015082:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573711.015084:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1425
00000100:00080000:2.0:1788573711.015086:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573711.015088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573711.015091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573711.015097:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067827840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573711.015147:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067827584:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573711.015223:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573711.015275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573711/real 1788573711]  req@ffff91cdd1289c00 x1875454067827584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573711.015291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067827584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573711.015300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573711.015304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573711.015307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067827584:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573711.015313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573711.015329:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573711.015338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573711/real 1788573711]  req@ffff91cdd128ad80 x1875454067827712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573711.015346:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067827712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573711.015351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573711.015353:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573711.015355:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827712:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573711.015359:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573711.015370:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573711.015376:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573711/real 1788573711]  req@ffff91cdd1289f80 x1875454067827840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573711.015383:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067827840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573711.015398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573711.015401:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573711.015403:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067827840:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573711.910974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573712.934909:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573713.958979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573714.982965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573716.006981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573716.134893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573716.134921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573716.134925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573716.134934:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1430
00000100:00080000:2.0:1788573716.134944:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573716.134949:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573716.134990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067827968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573716.135012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573716.135015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573716.135016:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573716.135019:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1430
00000100:00080000:2.0:1788573716.135021:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573716.135024:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573716.135032:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573716.135040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067828096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573716.135052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573716.135055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573716.135057:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573716.135059:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1430
00000100:00080000:2.0:1788573716.135063:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573716.135065:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573716.135068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573716.135074:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067828224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573716.135106:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067827968:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573716.135188:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573716.135234:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573716/real 1788573716]  req@ffff91cdd1289880 x1875454067827968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573716.135261:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067827968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573716.135270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573716.135274:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573716.135277:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067827968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573716.135283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573716.135301:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573716.135310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573716/real 1788573716]  req@ffff91cdd128b100 x1875454067828096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573716.135318:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067828096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573716.135324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573716.135326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573716.135328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828096:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573716.135368:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573716.135384:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573716.135392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573716/real 1788573716]  req@ffff91cdd1288a80 x1875454067828224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573716.135400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067828224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573716.135438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573716.135442:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573716.135446:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828224:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573717.030964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573718.054960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573719.078981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573720.102953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573721.126991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573721.254972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573721.255002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573721.255005:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573721.255018:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1435
00000100:00080000:3.0:1788573721.255028:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573721.255034:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573721.255064:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067828352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573721.255084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573721.255087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573721.255089:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573721.255091:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1435
00000100:00080000:3.0:1788573721.255094:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573721.255096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573721.255104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573721.255112:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067828480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573721.255119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573721.255122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573721.255124:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573721.255126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1435
00000100:00080000:3.0:1788573721.255128:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573721.255133:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573721.255135:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067828352:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788573721.255136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573721.255148:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067828608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573721.255198:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573721.255247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573721/real 1788573721]  req@ffff91cdd142d880 x1875454067828352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573721.255264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067828352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573721.255272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573721.255275:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573721.255278:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067828352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573721.255283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573721.255299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573721.255332:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573721/real 1788573721]  req@ffff91cdd142e300 x1875454067828480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573721.255351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067828480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573721.255360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573721.255364:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573721.255367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828480:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573721.255391:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573721.255412:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573721.255421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573721/real 1788573721]  req@ffff91cdd142d500 x1875454067828608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573721.255429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067828608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573721.255435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573721.255437:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573721.255440:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828608:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573722.150994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573723.174995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573724.198951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573725.222984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573726.246958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573726.374894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573726.374905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573726.374911:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573726.374924:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1440
00000100:00080000:0.0:1788573726.374938:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573726.374948:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573726.374995:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067828736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573726.375028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573726.375033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573726.375035:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573726.375039:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1440
00000100:00080000:0.0:1788573726.375044:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573726.375059:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573726.375071:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067828736:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573726.375072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573726.375088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067828864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573726.375101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573726.375105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573726.375107:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573726.375112:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1440
00000100:00080000:0.0:1788573726.375116:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573726.375120:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573726.375125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573726.375135:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067828992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573726.375419:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573726.375456:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828992:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573727.270981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573728.294905:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573729.318976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573729.447120:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788573729.447194:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573729.447213:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573729.447252:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788573729.447260:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788573729.447304:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573726/real 1788573729]  req@ffff91cdd26f4700 x1875454067828864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573729.447338:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067828864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573729.447353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573729.447360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573729.447365:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573729.447375:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573726/real 1788573729]  req@ffff91cdd26f7480 x1875454067828992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573729.447388:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067828992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573729.447397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573729.447402:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573729.447405:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067828992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573729.447434:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573726/real 1788573729]  req@ffff91cdd26f4e00 x1875454067828736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573729.447449:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067828736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573729.447476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573729.447481:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573729.447485:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067828736:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788573730.342944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573731.366971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573731.494886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573731.494894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573731.494898:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573731.494907:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1445
00000100:00080000:0.0:1788573731.494917:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573731.494923:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573731.494955:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067829120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573731.494981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573731.494996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573731.494998:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573731.495001:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1445
00000100:00080000:0.0:1788573731.495004:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573731.495007:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573731.495015:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573731.495026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067829248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573731.495037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573731.495041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573731.495044:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573731.495049:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1445
00000100:00080000:0.0:1788573731.495064:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573731.495070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573731.495074:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067829120:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573731.495077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573731.495095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067829376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573731.495162:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573731.495205:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573731/real 1788573731]  req@ffff91cdd26f4e00 x1875454067829120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573731.495223:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067829120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573731.495235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573731.495239:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573731.495243:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067829120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573731.495251:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573731.495282:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573731.495297:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573731/real 1788573731]  req@ffff91cdd26f7480 x1875454067829248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573731.495309:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067829248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573731.495326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573731.495330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573731.495333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829248:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573731.495363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573731.495386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573731.495399:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573731/real 1788573731]  req@ffff91cdd26f4700 x1875454067829376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573731.495410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067829376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573731.495418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573731.495421:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573731.495424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829376:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573732.390959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573733.414994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573734.438914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573735.462917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573736.486964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573736.614903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573736.614912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573736.614916:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573736.614925:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1450
00000100:00080000:0.0:1788573736.614935:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573736.614957:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573736.615024:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067829504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573736.615072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573736.615076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573736.615078:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573736.615082:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1450
00000100:00080000:0.0:1788573736.615087:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573736.615092:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573736.615102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573736.615115:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067829504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573736.615116:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067829632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573736.615132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573736.615136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573736.615138:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573736.615142:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1450
00000100:00080000:0.0:1788573736.615147:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573736.615152:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573736.615158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573736.615174:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067829760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573736.615186:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573736.615232:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573736/real 1788573736]  req@ffff91cdd26f7800 x1875454067829504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573736.615248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067829504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573736.615266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573736.615270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573736.615273:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067829504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573736.615292:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573736.615311:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573736.615321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573736/real 1788573736]  req@ffff91cdd26f5f80 x1875454067829632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573736.615329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067829632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573736.615334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573736.615337:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573736.615339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829632:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573736.615343:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573736.615352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573736.615358:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573736/real 1788573736]  req@ffff91cdd26f6d80 x1875454067829760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573736.615365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067829760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573736.615370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573736.615372:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573736.615374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067829760:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573737.510922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573738.534996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573739.558974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573740.582972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573741.606987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573741.734937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573741.734949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573741.734953:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573741.734992:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1456
00000100:00080000:0.0:1788573741.735003:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573741.735010:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573741.735048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067829888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573741.735077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573741.735081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573741.735083:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573741.735087:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1456
00000100:00080000:0.0:1788573741.735091:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573741.735096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573741.735107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573741.735124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067830016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573741.735125:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067829888:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573741.735142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573741.735146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573741.735149:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573741.735153:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1456
00000100:00080000:0.0:1788573741.735158:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573741.735162:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573741.735168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573741.735181:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067830144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573741.735190:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573741.735230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573741/real 1788573741]  req@ffff91cdd26f4000 x1875454067829888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573741.735246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067829888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573741.735254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573741.735257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573741.735260:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067829888:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573741.735277:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573741.735291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573741.735299:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573741/real 1788573741]  req@ffff91cdd26f7b80 x1875454067830016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573741.735307:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067830016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573741.735313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573741.735315:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573741.735317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830016:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573741.735328:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573741.735342:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573741.735349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573741/real 1788573741]  req@ffff91cdd26f5c00 x1875454067830144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573741.735356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067830144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573741.735361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573741.735363:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573741.735365:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830144:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573742.630984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573743.654974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573744.678957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573745.702957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573746.727009:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573746.854936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573746.854948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573746.854953:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573746.854963:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1461
00000100:00080000:2.0:1788573746.854975:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573746.854983:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573746.855025:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067830272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573746.855055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573746.855058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573746.855060:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573746.855062:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1461
00000100:00080000:2.0:1788573746.855065:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573746.855068:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573746.855078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573746.855088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067830400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573746.855097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573746.855100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573746.855102:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573746.855107:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1461
00000100:00080000:2.0:1788573746.855109:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573746.855127:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573746.855134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573746.855144:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067830272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573746.855148:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067830528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573746.855232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573746.855283:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573746/real 1788573746]  req@ffff91cdd1288380 x1875454067830272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573746.855302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067830272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573746.855314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573746.855319:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573746.855323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067830272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573746.855347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573746.855373:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573746.855387:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573746/real 1788573746]  req@ffff91cdd128a680 x1875454067830400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573746.855400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067830400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573746.855408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573746.855412:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573746.855415:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830400:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788573746.855441:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788573746.855461:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573746.855472:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573746/real 1788573746]  req@ffff91cdd128aa00 x1875454067830528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573746.855484:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067830528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573746.855493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573746.855496:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788573746.855500:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830528:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573747.750988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573748.774986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573749.798979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573750.822967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573751.846981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573751.974932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573751.974946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573751.974953:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573751.974966:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1466
00000100:00080000:3.0:1788573751.974980:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573751.974989:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573751.975041:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067830656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573751.975082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573751.975086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573751.975088:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573751.975092:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1466
00000100:00080000:3.0:1788573751.975096:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573751.975102:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573751.975115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573751.975131:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067830656:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573751.975132:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067830784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573751.975149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573751.975153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573751.975155:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573751.975160:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1466
00000100:00080000:3.0:1788573751.975163:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573751.975167:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573751.975194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573751.975207:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067830912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573751.975213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573751.975279:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573751/real 1788573751]  req@ffff91cdd142f100 x1875454067830656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573751.975297:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067830656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573751.975306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573751.975310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573751.975313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067830656:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573751.975337:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573751.975355:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573751.975364:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573751/real 1788573751]  req@ffff91cdd142d500 x1875454067830784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573751.975373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067830784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573751.975378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573751.975380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573751.975382:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573751.975386:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573751.975397:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573751.975403:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573751/real 1788573751]  req@ffff91cdd142e300 x1875454067830912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573751.975410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067830912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573751.975425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573751.975428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573751.975430:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067830912:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573752.870990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573753.894986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573754.918979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573755.943002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573756.966933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573757.094950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573757.094959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573757.094963:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573757.094971:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1471
00000100:00080000:2.0:1788573757.094981:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573757.094986:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573757.095023:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067831040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573757.095055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573757.095058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573757.095059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573757.095062:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1471
00000100:00080000:2.0:1788573757.095064:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573757.095067:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573757.095075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573757.095084:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067831168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573757.095093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573757.095096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573757.095112:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573757.095116:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1471
00000100:00080000:2.0:1788573757.095119:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573757.095128:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067831040:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573757.095129:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573757.095143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573757.095160:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067831296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573757.095231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573757.095291:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573757/real 1788573757]  req@ffff91cdd1289500 x1875454067831040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573757.095314:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067831040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573757.095328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573757.095333:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573757.095338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067831040:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573757.095347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573757.095371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573757.095384:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573757/real 1788573757]  req@ffff91cdd128aa00 x1875454067831168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573757.095396:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067831168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573757.095404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573757.095408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573757.095411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831168:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573757.095456:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573757.095478:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573757.095489:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573757/real 1788573757]  req@ffff91cdd128a680 x1875454067831296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573757.095502:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067831296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573757.095510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573757.095513:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573757.095517:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831296:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573757.990985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573759.015006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573760.038965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573761.062982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573762.087043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573762.214978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573762.214995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573762.215001:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573762.215016:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1476
00000100:00080000:2.0:1788573762.215030:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573762.215040:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573762.215103:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067831424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573762.215138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573762.215147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573762.215149:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573762.215155:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1476
00000100:00080000:2.0:1788573762.215160:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573762.215166:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573762.215180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573762.215196:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067831424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573762.215197:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067831552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573762.215245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573762.215249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573762.215252:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573762.215257:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1476
00000100:00080000:2.0:1788573762.215263:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573762.215267:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573762.215275:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573762.215292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573762.215293:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067831680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573762.215345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573762/real 1788573762]  req@ffff91cdd1288380 x1875454067831424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573762.215365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067831424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573762.215375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573762.215380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573762.215385:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067831424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573762.215411:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573762.215444:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573762.215457:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573762/real 1788573762]  req@ffff91cdd1288a80 x1875454067831552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573762.215483:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067831552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573762.215505:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573762.215509:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573762.215513:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831552:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573762.215518:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573762.215547:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573762.215561:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573762/real 1788573762]  req@ffff91cdd128b100 x1875454067831680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573762.215577:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067831680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573762.215586:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573762.215592:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573762.215596:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831680:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573763.110970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573764.134997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573765.158970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573766.182982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573767.206952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573767.334882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573767.334891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573767.334895:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573767.334903:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1481
00000100:00080000:0.0:1788573767.334911:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573767.334917:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573767.334951:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067831808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573767.334974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573767.334976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573767.334978:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573767.334980:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1481
00000100:00080000:0.0:1788573767.334982:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573767.334985:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573767.335000:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573767.335009:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067831936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573767.335019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573767.335023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573767.335027:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573767.335029:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067831808:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573767.335032:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1481
00000100:00080000:0.0:1788573767.335048:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573767.335053:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573767.335075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573767.335083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067832064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573767.335151:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573767.335201:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573767/real 1788573767]  req@ffff91cdd26f5880 x1875454067831808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573767.335219:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067831808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573767.335246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573767.335250:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573767.335254:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067831808:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573767.335279:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573767.335299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573767.335308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573767/real 1788573767]  req@ffff91cdd26f7100 x1875454067831936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573767.335317:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067831936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573767.335322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573767.335325:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573767.335327:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067831936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573767.335331:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573767.335342:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573767.335348:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573767/real 1788573767]  req@ffff91cdd26f4a80 x1875454067832064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573767.335355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067832064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573767.335361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573767.335362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573767.335364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832064:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573768.230961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573769.254982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573770.278978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573771.302970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573772.326968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573772.454934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573772.454943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573772.454959:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573772.454967:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1486
00000100:00080000:2.0:1788573772.454978:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573772.454987:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573772.455030:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067832192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573772.455061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573772.455066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573772.455068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573772.455073:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1486
00000100:00080000:2.0:1788573772.455078:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573772.455083:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573772.455109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573772.455110:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067832192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573772.455130:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067832320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573772.455145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573772.455147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573772.455149:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573772.455152:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1486
00000100:00080000:2.0:1788573772.455155:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573772.455159:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573772.455164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573772.455173:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067832448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573772.455201:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573772.455270:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573772/real 1788573772]  req@ffff91cdd1289880 x1875454067832192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573772.455308:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067832192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573772.455318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573772.455321:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573772.455325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067832192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573772.455352:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573772.455372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573772.455382:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573772/real 1788573772]  req@ffff91cdd1289f80 x1875454067832320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573772.455391:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067832320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573772.455396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573772.455399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573772.455401:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832320:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573772.455405:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573772.455417:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573772.455424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573772/real 1788573772]  req@ffff91cdd128ad80 x1875454067832448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573772.455448:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067832448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573772.455456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573772.455460:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573772.455463:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832448:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573773.350964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573774.374971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573775.398998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573776.422947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573777.447035:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573777.574917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573777.574929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573777.574934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573777.574945:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1491
00000100:00080000:2.0:1788573777.574958:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573777.574966:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573777.575009:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067832576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573777.575037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573777.575040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573777.575041:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573777.575044:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1491
00000100:00080000:2.0:1788573777.575066:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573777.575070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573777.575082:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573777.575093:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067832704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573777.575103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573777.575107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573777.575111:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573777.575116:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067832576:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573777.575118:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1491
00000100:00080000:2.0:1788573777.575128:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573777.575134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573777.575137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573777.575149:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067832832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573777.575215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573777.575264:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573777/real 1788573777]  req@ffff91cdd1289c00 x1875454067832576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573777.575279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067832576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573777.575288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573777.575292:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573777.575296:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067832576:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573777.575318:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573777.575336:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573777.575344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573777/real 1788573777]  req@ffff91cdd1288000 x1875454067832704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573777.575352:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067832704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573777.575374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573777.575376:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573777.575379:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832704:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573777.575383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573777.575398:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573777.575405:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573777/real 1788573777]  req@ffff91cdd1288e00 x1875454067832832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573777.575412:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067832832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573777.575417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573777.575419:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573777.575421:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067832832:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573778.470934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573779.494962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573780.518956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573781.542953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573782.566937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573782.694959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573782.694970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573782.694990:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573782.695001:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1497
00000100:00080000:0.0:1788573782.695013:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573782.695021:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573782.695081:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067832960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573782.695171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573782.695175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573782.695177:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573782.695182:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1497
00000100:00080000:0.0:1788573782.695187:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573782.695192:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573782.695203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573782.695220:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067833088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573782.695231:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067832960:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573782.695235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573782.695239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573782.695241:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573782.695245:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1497
00000100:00080000:0.0:1788573782.695268:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573782.695272:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573782.695278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573782.695288:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067833216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573782.695298:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573782.695348:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573782/real 1788573782]  req@ffff91cdd26f4380 x1875454067832960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573782.695371:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067832960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573782.695383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573782.695388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573782.695403:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067832960:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573782.695427:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573782.695448:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573782.695459:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573782/real 1788573782]  req@ffff91cdd26f5180 x1875454067833088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573782.695469:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067833088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573782.695475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573782.695477:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573782.695480:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833088:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573782.695484:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573782.695496:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573782.695514:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573782/real 1788573782]  req@ffff91cdd26f6300 x1875454067833216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573782.695522:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067833216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573782.695527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573782.695529:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573782.695531:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833216:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573783.590930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573784.614913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573785.638979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573786.662968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573787.687051:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573787.814921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573787.814933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573787.814937:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573787.814950:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1502
00000100:00080000:2.0:1788573787.814965:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573787.814975:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573787.815047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067833344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573787.815076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573787.815092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573787.815094:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573787.815098:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1502
00000100:00080000:2.0:1788573787.815103:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573787.815107:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573787.815118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573787.815131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067833472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573787.815133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067833344:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573787.815141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573787.815146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573787.815150:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573787.815154:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1502
00000100:00080000:2.0:1788573787.815156:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573787.815158:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573787.815169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573787.815182:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067833600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573787.815221:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573787.815288:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573787/real 1788573787]  req@ffff91cdd128bb80 x1875454067833344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573787.815316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067833344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573787.815330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573787.815335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573787.815339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067833344:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573787.815368:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573787.815395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573787.815410:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573787/real 1788573787]  req@ffff91cdd1288700 x1875454067833472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573787.815423:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067833472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573787.815432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573787.815436:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573787.815439:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833472:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573787.815446:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573787.815468:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573787.815478:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573787/real 1788573787]  req@ffff91cdd128b800 x1875454067833600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573787.815487:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067833600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573787.815502:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573787.815505:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573787.815507:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833600:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573788.710952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573789.734916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573790.759046:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573791.782977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573792.806963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573792.934909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573792.934949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573792.934953:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573792.934963:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1507
00000100:00080000:0.0:1788573792.934973:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573792.934979:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573792.935014:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067833728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573792.935041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573792.935044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573792.935045:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573792.935048:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1507
00000100:00080000:0.0:1788573792.935050:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573792.935053:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573792.935061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573792.935070:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067833856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573792.935078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573792.935097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573792.935099:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573792.935110:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1507
00000100:00080000:0.0:1788573792.935115:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573792.935121:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067833728:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573792.935124:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573792.935138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573792.935149:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067833984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573792.935266:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833856:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573792.935322:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833984:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573793.831006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573794.855019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573795.878928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573796.007124:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788573796.007170:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573796.007189:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573796.007236:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573796.007243:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573796.007330:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573792/real 1788573796]  req@ffff91cdd26f6a00 x1875454067833984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573796.007366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067833984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573796.007387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573796.007394:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573796.007399:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573796.007411:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573792/real 1788573796]  req@ffff91cdd26f6680 x1875454067833728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573796.007428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067833728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573796.007447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573796.007451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573796.007456:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067833728:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573796.007484:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573792/real 1788573796]  req@ffff91cdd26f5500 x1875454067833856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573796.007501:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067833856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573796.007510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573796.007515:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573796.007519:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067833856:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573796.902985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573797.926986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573798.054944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573798.054953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573798.054957:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573798.054965:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1512
00000100:00080000:0.0:1788573798.054975:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573798.054980:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573798.055014:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067834112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573798.055038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573798.055041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573798.055043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573798.055045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1512
00000100:00080000:0.0:1788573798.055048:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573798.055050:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573798.055057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573798.055065:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067834240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573798.055091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573798.055094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573798.055095:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067834112:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573798.055096:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573798.055104:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1512
00000100:00080000:0.0:1788573798.055108:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573798.055110:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573798.055114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573798.055124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067834368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573798.055173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573798.055217:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573798/real 1788573798]  req@ffff91cdd26f5500 x1875454067834112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573798.055240:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067834112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573798.055253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573798.055257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573798.055261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067834112:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573798.055293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573798.055329:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573798.055349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573798/real 1788573798]  req@ffff91cdd26f6680 x1875454067834240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573798.055384:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067834240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573798.055404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573798.055408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573798.055412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834240:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573798.055418:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573798.055445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573798.055462:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573798/real 1788573798]  req@ffff91cdd26f6a00 x1875454067834368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573798.055474:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067834368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573798.055483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573798.055486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573798.055490:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834368:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573798.951011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573799.974993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573800.999029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573802.022933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573803.046947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573803.174867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573803.174875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573803.174879:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573803.174887:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1517
00000100:00080000:0.0:1788573803.174896:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573803.174902:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573803.174937:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067834496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573803.174960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573803.174963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573803.174965:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573803.174967:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1517
00000100:00080000:0.0:1788573803.174970:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573803.174972:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573803.174995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573803.175009:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067834624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573803.175009:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067834496:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573803.175024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573803.175027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573803.175028:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573803.175031:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1517
00000100:00080000:0.0:1788573803.175035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573803.175037:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573803.175041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573803.175050:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067834752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573803.175077:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573803.175120:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573803/real 1788573803]  req@ffff91cdd26f6300 x1875454067834496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573803.175134:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067834496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573803.175142:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573803.175146:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573803.175156:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067834496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573803.175175:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573803.175193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573803.175201:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573803/real 1788573803]  req@ffff91cdd26f5180 x1875454067834624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573803.175209:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067834624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573803.175215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573803.175217:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573803.175219:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834624:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573803.175222:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573803.175232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573803.175246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573803/real 1788573803]  req@ffff91cdd26f4380 x1875454067834752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573803.175257:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067834752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573803.175262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573803.175265:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573803.175267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067834752:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573804.070954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573805.094975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573806.118972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573807.142964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573808.166934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573808.294884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573808.294912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573808.294915:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573808.294924:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1522
00000100:00080000:2.0:1788573808.294932:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573808.294938:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573808.294969:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067834880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573808.294991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573808.294993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573808.294995:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573808.294998:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1522
00000100:00080000:2.0:1788573808.295000:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573808.295002:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573808.295010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573808.295018:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067835008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573808.295026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573808.295029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573808.295031:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573808.295033:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1522
00000100:00080000:2.0:1788573808.295036:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573808.295038:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573808.295041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573808.295050:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067835136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573808.295057:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067834880:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573808.295117:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573808.295160:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573808/real 1788573808]  req@ffff91cdd128b480 x1875454067834880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573808.295180:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067834880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573808.295192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573808.295197:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573808.295201:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067834880:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573808.295209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573808.295227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573808.295237:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573808/real 1788573808]  req@ffff91cdd128b800 x1875454067835008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573808.295250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067835008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573808.295258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573808.295262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573808.295266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835008:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573808.295289:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573808.295310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573808.295319:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573808/real 1788573808]  req@ffff91cdd1288700 x1875454067835136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573808.295327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067835136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573808.295342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573808.295345:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573808.295347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835136:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573809.190971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573810.214900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573811.239014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573812.262986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573813.286958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573813.414854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573813.414862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573813.414866:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573813.414874:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1527
00000100:00080000:2.0:1788573813.414884:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573813.414890:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573813.414923:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067835264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573813.414944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573813.414947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573813.414948:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573813.414951:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1527
00000100:00080000:2.0:1788573813.414953:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573813.414956:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573813.414964:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573813.414972:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067835392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573813.414982:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067835264:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573813.414982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573813.414990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573813.414993:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573813.414996:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1527
00000100:00080000:2.0:1788573813.414998:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573813.415019:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573813.415023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573813.415036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067835520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573813.415046:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573813.415093:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573813/real 1788573813]  req@ffff91cdd128bb80 x1875454067835264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573813.415107:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067835264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573813.415115:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573813.415118:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573813.415120:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067835264:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573813.415145:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573813.415172:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573813.415186:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573813/real 1788573813]  req@ffff91cdd1288e00 x1875454067835392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573813.415199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067835392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573813.415205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573813.415207:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573813.415210:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835392:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573813.415222:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573813.415239:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573813.415248:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573813/real 1788573813]  req@ffff91cdd1288000 x1875454067835520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573813.415256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067835520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573813.415261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573813.415263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573813.415265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835520:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573814.310966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573815.334956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573816.358917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573817.382921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573818.406964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573818.534853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573818.534863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573818.534876:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573818.534887:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1532
00000100:00080000:2.0:1788573818.534897:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573818.534904:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573818.534940:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067835648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573818.534962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573818.534965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573818.534966:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573818.534969:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1532
00000100:00080000:2.0:1788573818.534971:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573818.534973:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573818.534982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573818.534990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067835776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573818.534997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573818.535000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573818.535016:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067835648:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573818.535020:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573818.535026:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1532
00000100:00080000:2.0:1788573818.535029:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573818.535032:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573818.535036:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573818.535045:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067835904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573818.535086:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573818.535131:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573818/real 1788573818]  req@ffff91cdd1289c00 x1875454067835648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573818.535156:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067835648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573818.535168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573818.535173:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573818.535177:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067835648:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573818.535185:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573818.535212:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573818.535226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573818/real 1788573818]  req@ffff91cdd128ad80 x1875454067835776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573818.535248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067835776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573818.535257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573818.535261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573818.535264:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573818.535291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573818.535321:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573818.535331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573818/real 1788573818]  req@ffff91cdd1289f80 x1875454067835904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573818.535340:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067835904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573818.535345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573818.535348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573818.535350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067835904:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573819.430932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573820.454970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573821.478990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573822.502987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573823.526947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573823.654938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573823.654949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573823.654954:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573823.654964:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1538
00000100:00080000:2.0:1788573823.654981:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573823.654989:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573823.655034:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067836032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573823.655064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573823.655068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573823.655070:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573823.655075:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1538
00000100:00080000:2.0:1788573823.655079:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573823.655083:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573823.655099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573823.655115:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067836032:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573823.655139:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067836160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573823.655161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573823.655165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573823.655168:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573823.655173:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1538
00000100:00080000:2.0:1788573823.655178:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573823.655189:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573823.655195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573823.655198:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573823.655210:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067836288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573823.655252:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573823/real 1788573823]  req@ffff91cdd1289880 x1875454067836032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573823.655274:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067836032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573823.655302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573823.655307:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573823.655312:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067836032:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573823.655336:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573823.655361:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573823.655373:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573823/real 1788573823]  req@ffff91cdd128b100 x1875454067836160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573823.655400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067836160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573823.655408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573823.655412:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573823.655416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836160:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573823.655423:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573823.655446:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573823.655457:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573823/real 1788573823]  req@ffff91cdd1288a80 x1875454067836288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573823.655470:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067836288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573823.655479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573823.655482:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573823.655486:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836288:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573824.550972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573825.575066:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573826.598975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573827.623010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573828.646986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573828.774948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573828.774961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573828.774966:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573828.774980:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1543
00000100:00080000:0.0:1788573828.774993:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573828.775002:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573828.775050:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067836416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573828.775079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573828.775082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573828.775098:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573828.775102:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1543
00000100:00080000:0.0:1788573828.775106:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573828.775110:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573828.775121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573828.775132:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067836416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573828.775134:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067836544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573828.775146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573828.775149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573828.775151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573828.775154:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1543
00000100:00080000:0.0:1788573828.775156:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573828.775159:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573828.775162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573828.775170:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067836672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573828.775223:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573828.775280:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573828/real 1788573828]  req@ffff91cdd26f4a80 x1875454067836416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573828.775316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067836416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573828.775325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573828.775329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573828.775334:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067836416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573828.775364:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573828.775392:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573828.775404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573828/real 1788573828]  req@ffff91cdd26f7100 x1875454067836544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573828.775413:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067836544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573828.775419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573828.775422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573828.775424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836544:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573828.775428:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573828.775443:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573828.775450:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573828/real 1788573828]  req@ffff91cdd26f5880 x1875454067836672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573828.775466:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067836672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573828.775472:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573828.775484:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573828.775486:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836672:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573829.670980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573830.694966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573831.718963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573832.742975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573833.766937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573833.894928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573833.894944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573833.894955:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573833.894974:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1548
00000100:00080000:0.0:1788573833.894990:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573833.895000:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573833.895043:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067836800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573833.895085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573833.895089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573833.895091:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573833.895095:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1548
00000100:00080000:0.0:1788573833.895100:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573833.895104:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573833.895115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573833.895122:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067836800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573833.895134:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067836928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573833.895144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573833.895149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573833.895151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573833.895156:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1548
00000100:00080000:0.0:1788573833.895162:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573833.895165:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573833.895169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573833.895179:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067837056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573833.895232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573833.895281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573833/real 1788573833]  req@ffff91cdd26f5c00 x1875454067836800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573833.895299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067836800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573833.895309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573833.895313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573833.895322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067836800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573833.895347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573833.895367:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573833.895379:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573833/real 1788573833]  req@ffff91cdd26f7b80 x1875454067836928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573833.895389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067836928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573833.895395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573833.895398:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573833.895400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067836928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573833.895404:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573833.895415:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573833.895422:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573833/real 1788573833]  req@ffff91cdd26f4000 x1875454067837056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573833.895429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067837056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573833.895434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573833.895436:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573833.895438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837056:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573834.790934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573835.814951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573836.838957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573837.863021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573838.886984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573839.014971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573839.014982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573839.014986:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573839.014997:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1553
00000100:00080000:2.0:1788573839.015008:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573839.015015:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573839.015052:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067837184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573839.015090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573839.015094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573839.015096:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573839.015101:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1553
00000100:00080000:2.0:1788573839.015104:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573839.015108:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573839.015137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573839.015151:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067837312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573839.015159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573839.015162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573839.015163:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573839.015167:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1553
00000100:00080000:2.0:1788573839.015171:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573839.015174:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573839.015178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573839.015191:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067837184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573839.015212:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067837440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573839.015301:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573839.015370:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573839/real 1788573839]  req@ffff91cdd1288380 x1875454067837184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573839.015397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067837184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573839.015411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573839.015417:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573839.015423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067837184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573839.015433:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573839.015461:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573839.015475:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573839/real 1788573839]  req@ffff91cdd128a680 x1875454067837312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573839.015490:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067837312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573839.015519:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573839.015524:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573839.015528:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837312:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573839.015561:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573839.015586:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573839.015600:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573839/real 1788573839]  req@ffff91cdd128aa00 x1875454067837440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573839.015615:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067837440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573839.015624:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573839.015627:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573839.015631:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837440:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573839.911054:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573840.934938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573841.958957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573842.982981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573844.007008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573844.134947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573844.134956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573844.134961:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573844.134971:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1558
00000100:00080000:0.0:1788573844.135008:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573844.135017:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573844.135070:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067837568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573844.135096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573844.135099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573844.135101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573844.135104:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1558
00000100:00080000:0.0:1788573844.135107:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573844.135109:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573844.135117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573844.135125:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067837696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573844.135132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573844.135135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573844.135137:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573844.135139:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1558
00000100:00080000:0.0:1788573844.135142:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573844.135144:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573844.135148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573844.135159:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067837824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573844.135159:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067837568:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573844.135232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573844.135275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573844/real 1788573844]  req@ffff91cdd26f6d80 x1875454067837568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573844.135296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067837568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573844.135308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573844.135313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573844.135325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067837568:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573844.135334:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573844.135362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573844.135388:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573844/real 1788573844]  req@ffff91cdd26f5f80 x1875454067837696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573844.135403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067837696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573844.135413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573844.135416:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573844.135420:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837696:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573844.135445:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573844.135469:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573844.135482:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573844/real 1788573844]  req@ffff91cdd26f7800 x1875454067837824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573844.135496:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067837824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573844.135505:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573844.135509:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573844.135513:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067837824:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573845.030945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573846.054955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573847.078929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573848.102917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573849.126969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573849.254973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573849.254985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573849.254991:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573849.255002:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1563
00000100:00080000:2.0:1788573849.255015:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573849.255023:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573849.255075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067837952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573849.255111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573849.255116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573849.255118:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573849.255123:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1563
00000100:00080000:2.0:1788573849.255128:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573849.255133:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573849.255146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573849.255164:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067838080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573849.255168:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067837952:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573849.255188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573849.255209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573849.255211:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573849.255216:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1563
00000100:00080000:2.0:1788573849.255220:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573849.255224:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573849.255228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573849.255239:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067838208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573849.255249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573849.255308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573849/real 1788573849]  req@ffff91cdd1289500 x1875454067837952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573849.255326:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067837952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573849.255335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573849.255338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573849.255342:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067837952:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573849.255366:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573849.255393:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573849.255403:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573849/real 1788573849]  req@ffff91cdd128aa00 x1875454067838080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573849.255412:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067838080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573849.255418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573849.255420:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573849.255422:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838080:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573849.255426:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573849.255444:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573849.255455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573849/real 1788573849]  req@ffff91cdd128a680 x1875454067838208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573849.255468:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067838208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573849.255492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573849.255497:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573849.255501:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838208:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573850.151016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573851.174972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573852.199020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573853.223018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573854.246980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573854.374915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573854.374931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573854.374936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573854.374957:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1568
00000100:00080000:3.0:1788573854.374971:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573854.374981:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573854.375032:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067838336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573854.375068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573854.375092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573854.375094:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573854.375100:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1568
00000100:00080000:3.0:1788573854.375105:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573854.375111:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573854.375121:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067838336:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788573854.375123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573854.375144:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067838464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573854.375158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573854.375161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573854.375164:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573854.375169:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1568
00000100:00080000:3.0:1788573854.375173:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573854.375178:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573854.375185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573854.375195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788573854.375201:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067838592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573854.375238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573854/real 1788573854]  req@ffff91cdd142d880 x1875454067838336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573854.375256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067838336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573854.375265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573854.375268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573854.375271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067838336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573854.375306:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573854.375324:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573854.375332:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573854/real 1788573854]  req@ffff91cdd142d180 x1875454067838464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573854.375341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067838464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573854.375347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573854.375349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573854.375352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838464:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573854.375363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573854.375388:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573854.375396:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573854/real 1788573854]  req@ffff91cdd142ea00 x1875454067838592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573854.375405:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067838592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573854.375410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573854.375413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573854.375415:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838592:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573855.270966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573856.294940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573857.318970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573858.342930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573859.366985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573859.494901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573859.494915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573859.494920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573859.494931:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1573
00000100:00080000:1.0:1788573859.494944:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573859.494951:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573859.494993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067838720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573859.495021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573859.495024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573859.495026:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573859.495029:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1573
00000100:00080000:1.0:1788573859.495031:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573859.495051:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573859.495062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573859.495072:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067838848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573859.495081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573859.495083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573859.495085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573859.495093:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1573
00000100:00080000:1.0:1788573859.495096:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573859.495100:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573859.495104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573859.495114:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067838976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573859.495121:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067838720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573859.495276:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838848:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573859.495324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838976:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788573860.390983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573861.415018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573862.438994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573862.567218:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788573862.567299:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573862.567324:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573862.567399:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788573862.567413:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788573862.567573:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573859/real 1788573862]  req@ffff91cdd1368000 x1875454067838976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573862.567613:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067838976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573862.567630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573862.567637:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573862.567642:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573862.567685:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573859/real 1788573862]  req@ffff91cdd136ad80 x1875454067838720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573862.567702:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067838720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573862.567712:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573862.567716:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573862.567721:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067838720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573862.567730:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573859/real 1788573862]  req@ffff91cdd1369c00 x1875454067838848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573862.567744:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067838848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573862.567752:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573862.567757:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573862.567761:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067838848:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573863.462976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573864.487003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573864.614957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573864.614984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573864.614989:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573864.615001:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1578
00000100:00080000:2.0:1788573864.615015:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573864.615023:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573864.615075:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067839104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573864.615110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573864.615115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573864.615117:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573864.615123:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1578
00000100:00080000:2.0:1788573864.615127:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573864.615133:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573864.615145:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573864.615162:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067839232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573864.615176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573864.615181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788573864.615183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067839104:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573864.615184:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573864.615189:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1578
00000100:00080000:2.0:1788573864.615193:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573864.615201:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573864.615207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573864.615221:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067839360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573864.615291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573864.615365:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573864/real 1788573864]  req@ffff91cdd1288380 x1875454067839104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573864.615390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067839104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573864.615405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573864.615411:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573864.615416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067839104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573864.615452:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573864.615478:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573864.615493:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573864/real 1788573864]  req@ffff91cdd1288a80 x1875454067839232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573864.615506:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067839232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573864.615515:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573864.615519:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573864.615522:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839232:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573864.615529:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573864.615550:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573864.615561:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573864/real 1788573864]  req@ffff91cdd128b100 x1875454067839360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573864.615588:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067839360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573864.615597:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573864.615600:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573864.615604:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839360:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573865.510970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573866.534907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573867.558936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573868.582896:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573869.607019:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573869.734873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573869.734885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573869.734890:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573869.734902:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1584
00000100:00080000:2.0:1788573869.734914:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573869.734922:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573869.734962:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067839488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573869.734989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573869.734993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573869.734994:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573869.734997:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1584
00000100:00080000:2.0:1788573869.735000:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573869.735003:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573869.735013:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573869.735024:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067839616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573869.735032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573869.735035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573869.735037:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573869.735042:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1584
00000100:00100000:0.0:1788573869.735044:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067839488:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573869.735047:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573869.735057:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573869.735074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573869.735101:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067839744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573869.735137:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573869.735197:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573869/real 1788573869]  req@ffff91cdd1289880 x1875454067839488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573869.735223:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067839488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573869.735236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573869.735241:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573869.735247:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067839488:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573869.735278:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573869.735305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573869.735320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573869/real 1788573869]  req@ffff91cdd1289f80 x1875454067839616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573869.735335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067839616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573869.735359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573869.735363:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573869.735368:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839616:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573869.735376:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573869.735399:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573869.735410:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573869/real 1788573869]  req@ffff91cdd128ad80 x1875454067839744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573869.735423:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067839744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573869.735433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573869.735437:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573869.735441:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067839744:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573870.630964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573871.654925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573872.679037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573873.702894:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573874.726984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573874.854905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573874.854920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573874.854925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573874.854936:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1589
00000100:00080000:2.0:1788573874.854949:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573874.854957:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573874.855001:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067839872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573874.855032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573874.855036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573874.855038:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573874.855042:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1589
00000100:00080000:2.0:1788573874.855047:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573874.855053:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573874.855066:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573874.855073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067839872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573874.855085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067840000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573874.855099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573874.855104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573874.855106:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573874.855111:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1589
00000100:00080000:2.0:1788573874.855144:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1788573874.855154:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:2.0:1788573874.855154:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573874.855165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573874.855183:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067840128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573874.855210:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573874/real 1788573874]  req@ffff91cdd1289c00 x1875454067839872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573874.855230:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067839872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573874.855241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573874.855245:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573874.855258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067839872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573874.855282:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573874.855302:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573874.855312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573874/real 1788573874]  req@ffff91cdd1288000 x1875454067840000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573874.855320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067840000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573874.855329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573874.855333:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573874.855336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840000:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573874.855343:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573874.855364:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573874.855376:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573874/real 1788573874]  req@ffff91cdd1288e00 x1875454067840128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573874.855388:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067840128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573874.855394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573874.855396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573874.855398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840128:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573875.750948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573876.775000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573877.799017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573878.823013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573879.847007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573879.974942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573879.974955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573879.974960:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573879.974971:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1594
00000100:00080000:2.0:1788573879.974985:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573879.974994:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573879.975046:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067840256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573879.975083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573879.975088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573879.975090:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573879.975095:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1594
00000100:00080000:2.0:1788573879.975100:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573879.975106:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573879.975119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573879.975133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067840256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573879.975146:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067840384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573879.975157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573879.975175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573879.975177:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573879.975181:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1594
00000100:00080000:2.0:1788573879.975185:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573879.975188:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573879.975193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573879.975204:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067840512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573879.975209:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573879.975292:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573879/real 1788573879]  req@ffff91cdd128bb80 x1875454067840256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573879.975326:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067840256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573879.975340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573879.975346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573879.975358:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067840256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573879.975392:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573879.975421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573879.975434:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573879/real 1788573879]  req@ffff91cdd1288700 x1875454067840384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573879.975444:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067840384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573879.975451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573879.975455:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573879.975468:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840384:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573879.975476:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573879.975500:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573879.975511:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573879/real 1788573879]  req@ffff91cdd128b800 x1875454067840512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573879.975520:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067840512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573879.975536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573879.975539:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573879.975541:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840512:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573880.870952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573881.894950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573882.918937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573883.942986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573884.966933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573885.094892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573885.094901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573885.094904:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573885.094912:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1599
00000100:00080000:1.0:1788573885.094921:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573885.094927:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573885.094962:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067840640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573885.094984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573885.094987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573885.095005:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573885.095008:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1599
00000100:00080000:1.0:1788573885.095011:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573885.095015:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573885.095023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573885.095041:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067840640:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573885.095042:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067840768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573885.095056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573885.095058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573885.095060:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573885.095063:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1599
00000100:00080000:1.0:1788573885.095065:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573885.095068:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573885.095071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573885.095080:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067840896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573885.095102:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573885.095145:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573885/real 1788573885]  req@ffff91cdd1369c00 x1875454067840640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573885.095159:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067840640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573885.095168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573885.095171:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573885.095175:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067840640:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573885.095194:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573885.095227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573885.095236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573885/real 1788573885]  req@ffff91cdd136ad80 x1875454067840768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573885.095244:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067840768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573885.095250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573885.095252:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573885.095254:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573885.095265:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573885.095279:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573885.095286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573885/real 1788573885]  req@ffff91cdd1368000 x1875454067840896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573885.095299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067840896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573885.095307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573885.095310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573885.095313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067840896:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573885.990967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573887.014961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573888.038906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573889.062984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573890.086921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573890.214900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573890.214912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573890.214917:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573890.214927:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1604
00000100:00080000:3.0:1788573890.214946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573890.214954:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573890.214996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067841024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573890.215038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573890.215042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573890.215043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573890.215047:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1604
00000100:00080000:3.0:1788573890.215050:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573890.215054:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573890.215066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573890.215084:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067841152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573890.215118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573890.215123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573890.215125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573890.215131:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1604
00000100:00100000:0.0:1788573890.215143:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067841024:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573890.215146:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573890.215160:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573890.215166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573890.215181:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067841280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573890.215220:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573890.215269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573890/real 1788573890]  req@ffff91cdd142e680 x1875454067841024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573890.215285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067841024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573890.215294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573890.215297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573890.215299:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067841024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573890.215305:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573890.215320:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573890.215328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573890/real 1788573890]  req@ffff91cdd142ea00 x1875454067841152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573890.215351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067841152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573890.215356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573890.215359:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573890.215361:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841152:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573890.215381:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573890.215395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573890.215402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573890/real 1788573890]  req@ffff91cdd142d180 x1875454067841280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573890.215410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067841280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573890.215414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573890.215416:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573890.215418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841280:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573891.110958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573892.134991:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573893.158938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573894.182941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573895.206940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573895.334886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573895.334895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573895.334899:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573895.334908:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1609
00000100:00080000:3.0:1788573895.334918:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573895.334925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573895.334958:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067841408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573895.334981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573895.334984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573895.334985:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573895.334988:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1609
00000100:00080000:3.0:1788573895.335004:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573895.335007:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573895.335016:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573895.335025:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067841536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573895.335032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573895.335035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573895.335036:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573895.335039:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1609
00000100:00080000:3.0:1788573895.335042:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573895.335044:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573895.335047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573895.335066:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067841408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573895.335074:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067841664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573895.335144:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573895.335196:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573895/real 1788573895]  req@ffff91cdd142d880 x1875454067841408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573895.335217:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067841408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573895.335241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573895.335246:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573895.335251:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067841408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573895.335260:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573895.335292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573895.335316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573895/real 1788573895]  req@ffff91cdd142e300 x1875454067841536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573895.335330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067841536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573895.335338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573895.335342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573895.335345:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841536:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573895.335370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573895.335392:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573895.335404:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573895/real 1788573895]  req@ffff91cdd142d500 x1875454067841664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573895.335416:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067841664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573895.335425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573895.335428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573895.335432:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841664:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573896.230953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573897.254967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573898.278965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573899.302947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573900.326981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573900.454911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573900.454922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573900.454927:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573900.454937:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1614
00000100:00080000:2.0:1788573900.454948:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573900.454955:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573900.454995:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067841792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573900.455023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573900.455027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573900.455029:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573900.455034:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1614
00000100:00080000:2.0:1788573900.455038:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573900.455042:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573900.455053:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573900.455069:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067841920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573900.455073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067841792:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573900.455098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573900.455103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573900.455105:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573900.455111:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1614
00000100:00080000:2.0:1788573900.455117:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573900.455122:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573900.455129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788573900.455133:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573900.455146:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067842048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573900.455172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573900/real 1788573900]  req@ffff91cdd128b480 x1875454067841792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573900.455186:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067841792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573900.455202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573900.455206:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573900.455209:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067841792:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573900.455226:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573900.455241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573900.455250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573900/real 1788573900]  req@ffff91cdd128b800 x1875454067841920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573900.455257:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067841920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573900.455263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573900.455265:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573900.455267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067841920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573900.455271:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573900.455280:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573900.455286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573900/real 1788573900]  req@ffff91cdd1288700 x1875454067842048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573900.455302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067842048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573900.455307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573900.455309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573900.455311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842048:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573901.350926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573902.374956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573903.398987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573904.422985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573905.446992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573905.574951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573905.574962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573905.574966:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573905.574976:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1619
00000100:00080000:0.0:1788573905.574986:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573905.574997:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573905.575038:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067842176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573905.575069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573905.575072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573905.575075:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573905.575081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1619
00000100:00080000:0.0:1788573905.575089:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573905.575094:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573905.575105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573905.575122:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067842176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573905.575133:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067842304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573905.575168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573905.575171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573905.575173:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573905.575181:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1619
00000100:00080000:0.0:1788573905.575185:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573905.575190:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573905.575197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788573905.575209:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573905.575214:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067842432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573905.575267:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573905/real 1788573905]  req@ffff91cdd26f4700 x1875454067842176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573905.575300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067842176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573905.575310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573905.575313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573905.575317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067842176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573905.575342:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573905.575364:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573905.575374:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573905/real 1788573905]  req@ffff91cdd26f7480 x1875454067842304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573905.575397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067842304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573905.575403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573905.575405:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573905.575408:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842304:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573905.575412:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573905.575427:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573905.575435:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573905/real 1788573905]  req@ffff91cdd26f4e00 x1875454067842432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573905.575443:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067842432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573905.575449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573905.575451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573905.575454:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842432:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573906.470965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573907.494979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573908.518990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573909.542987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573910.566994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573910.694916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573910.694930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573910.694934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573910.694945:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1625
00000100:00080000:1.0:1788573910.694957:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573910.694965:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788573910.695009:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067842560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573910.695060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573910.695063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573910.695065:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573910.695068:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1625
00000100:00080000:1.0:1788573910.695071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573910.695075:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573910.695085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573910.695095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067842688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573910.695104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573910.695107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573910.695108:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788573910.695113:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067842560:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788573910.695114:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1625
00000100:00080000:1.0:1788573910.695119:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573910.695126:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788573910.695131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573910.695143:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067842816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573910.695199:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573910.695246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573910/real 1788573910]  req@ffff91cdd1369f80 x1875454067842560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573910.695263:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067842560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573910.695285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573910.695289:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573910.695293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067842560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573910.695317:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573910.695341:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573910.695355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573910/real 1788573910]  req@ffff91cdd136a680 x1875454067842688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573910.695370:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067842688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573910.695379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573910.695383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573910.695386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842688:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573910.695393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573910.695410:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573910.695418:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573910/real 1788573910]  req@ffff91cdd136b800 x1875454067842816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573910.695426:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067842816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573910.695432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573910.695434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573910.695436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067842816:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573911.591143:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573912.614992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573913.638983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573914.662954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573915.686981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573915.814899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573915.814908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573915.814917:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573915.814927:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1630
00000100:00080000:0.0:1788573915.814938:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573915.814945:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573915.814985:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067842944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573915.815011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573915.815014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573915.815015:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573915.815019:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1630
00000100:00080000:0.0:1788573915.815023:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573915.815028:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573915.815048:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067842944:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788573915.815068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573915.815085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067843072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573915.815098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573915.815102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573915.815105:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1788573915.815106:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788573915.815114:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1630
00000100:00080000:0.0:1788573915.815119:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573915.815124:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573915.815130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573915.815144:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067843200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573915.815155:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573915/real 1788573915]  req@ffff91cdd26f4e00 x1875454067842944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573915.815171:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067842944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573915.815180:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573915.815183:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573915.815186:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067842944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573915.815208:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573915.815229:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573915.815238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573915/real 1788573915]  req@ffff91cdd26f7480 x1875454067843072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573915.815245:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067843072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573915.815251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573915.815253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573915.815255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573915.815259:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573915.815270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573915.815276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573915/real 1788573915]  req@ffff91cdd26f4700 x1875454067843200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573915.815291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067843200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573915.815296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573915.815298:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573915.815300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843200:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573916.710967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573917.735010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573918.758981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573919.783006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573920.806972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573920.934955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573920.934965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573920.934969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573920.934978:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1635
00000100:00080000:3.0:1788573920.935006:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573920.935017:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573920.935048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067843328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573920.935069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573920.935073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573920.935074:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573920.935078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1635
00000100:00080000:3.0:1788573920.935081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573920.935085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573920.935095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573920.935110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067843456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573920.935118:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067843328:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573920.935120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573920.935123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573920.935125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573920.935128:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1635
00000100:00080000:3.0:1788573920.935131:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573920.935134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573920.935139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573920.935147:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067843584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573920.935177:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573920.935224:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573920/real 1788573920]  req@ffff91cdd142f100 x1875454067843328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573920.935243:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067843328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573920.935255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573920.935259:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573920.935263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067843328:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573920.935286:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573920.935305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573920.935314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573920/real 1788573920]  req@ffff91cdd142d500 x1875454067843456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573920.935323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067843456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573920.935339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573920.935341:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573920.935344:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843456:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573920.935348:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573920.935362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573920.935369:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573920/real 1788573920]  req@ffff91cdd142e300 x1875454067843584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573920.935385:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067843584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573920.935390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573920.935392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573920.935395:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843584:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573921.830967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573922.855000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573923.878976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573924.902951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573925.926962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573926.054917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573926.054928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573926.054934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573926.054952:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1640
00000100:00080000:3.0:1788573926.054963:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573926.054971:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573926.055014:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067843712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573926.055044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573926.055048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573926.055050:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573926.055054:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1640
00000100:00080000:3.0:1788573926.055059:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573926.055063:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573926.055074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573926.055089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067843840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573926.055101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788573926.055106:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067843712:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573926.055106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573926.055110:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573926.055119:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1640
00000100:00080000:3.0:1788573926.055139:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573926.055144:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573926.055150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573926.055162:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067843968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573926.055220:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573926.055273:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843968:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573926.950960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573927.975032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573928.998985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573929.127168:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:0.0:1788573929.127228:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573929.127251:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:0.0:1788573929.127307:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:0.0:1788573929.127319:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788573929.127399:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573926/real 1788573929]  req@ffff91cdd142d180 x1875454067843840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573929.127437:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067843840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573929.127482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573929.127488:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573929.127493:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573929.127503:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573926/real 1788573929]  req@ffff91cdd142ea00 x1875454067843968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573929.127518:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067843968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573929.127527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573929.127531:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573929.127535:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067843968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573929.127542:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573926/real 1788573929]  req@ffff91cdd142d880 x1875454067843712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573929.127556:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067843712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573929.127565:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573929.127575:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573929.127579:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067843712:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788573930.022964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573931.046992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573931.174887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573931.174899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573931.174903:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573931.174914:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1645
00000100:00080000:3.0:1788573931.174924:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573931.174930:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573931.174979:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067844096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573931.175006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573931.175010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573931.175012:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573931.175016:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1645
00000100:00080000:3.0:1788573931.175020:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573931.175024:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573931.175034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573931.175067:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067844224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788573931.175082:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067844096:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573931.175088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573931.175101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573931.175103:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573931.175108:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1645
00000100:00080000:3.0:1788573931.175119:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573931.175125:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573931.175131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573931.175145:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067844352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788573931.175219:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573931.175303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573931/real 1788573931]  req@ffff91cdd142e680 x1875454067844096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573931.175366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067844096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573931.175381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573931.175391:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573931.175398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067844096:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788573931.175443:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573931.175492:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573931.175508:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573931/real 1788573931]  req@ffff91cdd142d880 x1875454067844224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573931.175540:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067844224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573931.175549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573931.175552:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573931.175556:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788573931.175563:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788573931.175587:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788573931.175600:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573931/real 1788573931]  req@ffff91cdd142ea00 x1875454067844352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573931.175612:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067844352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788573931.175635:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788573931.175639:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788573931.175643:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844352:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573932.070989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573933.094968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573934.118944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573935.142960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573936.166923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573936.294897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573936.294905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573936.294909:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573936.294917:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1650
00000100:00080000:2.0:1788573936.294926:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573936.294932:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573936.294968:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067844480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573936.294998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573936.295002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573936.295004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573936.295009:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1650
00000100:00080000:2.0:1788573936.295013:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573936.295034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573936.295042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573936.295054:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067844608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573936.295064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573936.295067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788573936.295068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067844480:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573936.295084:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573936.295088:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1650
00000100:00080000:2.0:1788573936.295092:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573936.295095:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573936.295099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573936.295109:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067844736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573936.295135:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573936.295174:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573936/real 1788573936]  req@ffff91cdd128bb80 x1875454067844480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573936.295188:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067844480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573936.295209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573936.295213:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573936.295218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067844480:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788573936.295244:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573936.295271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573936.295285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573936/real 1788573936]  req@ffff91cdd1288e00 x1875454067844608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573936.295298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067844608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573936.295307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573936.295311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573936.295314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788573936.295322:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788573936.295344:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573936.295355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573936/real 1788573936]  req@ffff91cdd1288000 x1875454067844736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573936.295363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067844736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573936.295369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573936.295371:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788573936.295373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844736:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573937.190950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573938.215012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573939.238944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573940.263126:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573941.287002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573941.414878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573941.414888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573941.414893:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573941.414904:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1655
00000100:00080000:2.0:1788573941.414914:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573941.414926:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573941.414965:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067844864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573941.414999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573941.415002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573941.415004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573941.415009:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1655
00000100:00080000:2.0:1788573941.415013:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573941.415017:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573941.415031:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573941.415057:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067844992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573941.415061:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067844864:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573941.415129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573941.415133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573941.415136:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573941.415144:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1655
00000100:00080000:2.0:1788573941.415150:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573941.415157:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573941.415164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573941.415180:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067845120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573941.415192:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573941.415244:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573941/real 1788573941]  req@ffff91cdd1289c00 x1875454067844864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573941.415289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067844864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573941.415303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573941.415309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573941.415314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067844864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573941.415347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573941.415379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573941.415392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573941/real 1788573941]  req@ffff91cdd128ad80 x1875454067844992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573941.415406:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067844992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573941.415416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573941.415420:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573941.415424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067844992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573941.415432:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573941.415458:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573941.415469:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573941/real 1788573941]  req@ffff91cdd1289f80 x1875454067845120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573941.415479:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067845120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573941.415495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573941.415498:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573941.415502:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845120:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573942.310984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573943.334950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573944.358964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573945.382999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573946.406955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573946.534852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573946.534860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573946.534865:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573946.534875:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1660
00000100:00080000:3.0:1788573946.534902:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573946.534910:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573946.534947:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067845248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573946.534972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573946.534975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573946.534977:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573946.534979:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1660
00000100:00080000:3.0:1788573946.534982:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573946.534985:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573946.534995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573946.535005:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067845376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573946.535013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573946.535015:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067845248:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573946.535016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573946.535020:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573946.535028:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1660
00000100:00080000:3.0:1788573946.535031:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573946.535033:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573946.535036:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573946.535045:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067845504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573946.535103:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573946.535166:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573946/real 1788573946]  req@ffff91cdd142d180 x1875454067845248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573946.535184:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067845248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573946.535193:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573946.535196:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573946.535200:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067845248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573946.535222:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573946.535241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573946.535251:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573946/real 1788573946]  req@ffff91cdd142e300 x1875454067845376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573946.535259:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067845376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573946.535265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573946.535267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573946.535271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845376:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573946.535294:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573946.535319:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573946.535338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573946/real 1788573946]  req@ffff91cdd142d500 x1875454067845504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573946.535348:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067845504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573946.535354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573946.535357:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573946.535359:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845504:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573947.430975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573948.454932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573949.478930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573950.502945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573951.526981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573951.654864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573951.654876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573951.654880:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573951.654891:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1666
00000100:00080000:3.0:1788573951.654902:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573951.654916:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573951.654953:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067845632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573951.654975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573951.654980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573951.654982:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573951.654985:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1666
00000100:00080000:3.0:1788573951.654987:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573951.654990:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573951.654999:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573951.655010:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067845760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573951.655018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573951.655023:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067845632:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788573951.655023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573951.655025:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573951.655032:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1666
00000100:00080000:3.0:1788573951.655035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573951.655037:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573951.655061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573951.655075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067845888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573951.655086:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573951.655123:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573951/real 1788573951]  req@ffff91cdd142f100 x1875454067845632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573951.655145:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067845632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573951.655153:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573951.655156:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573951.655160:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067845632:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573951.655179:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573951.655207:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573951.655218:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573951/real 1788573951]  req@ffff91cdd142d500 x1875454067845760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573951.655234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067845760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573951.655240:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573951.655242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573951.655245:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573951.655249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573951.655264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573951.655271:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573951/real 1788573951]  req@ffff91cdd142e300 x1875454067845888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573951.655278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067845888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573951.655283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573951.655285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573951.655287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067845888:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573952.550933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573953.574954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573954.599005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573955.622973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573956.646935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573956.774859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573956.774868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573956.774871:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573956.774880:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1671
00000100:00080000:0.0:1788573956.774888:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573956.774894:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573956.774933:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067846016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573956.774954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573956.774957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573956.774958:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573956.774960:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1671
00000100:00080000:0.0:1788573956.774963:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573956.774966:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573956.774974:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573956.774983:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067846144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573956.774990:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067846016:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573956.775020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573956.775024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573956.775026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573956.775032:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1671
00000100:00080000:0.0:1788573956.775040:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573956.775045:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573956.775052:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573956.775052:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788573956.775069:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067846272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573956.775099:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573956/real 1788573956]  req@ffff91cdd26f7800 x1875454067846016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573956.775120:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067846016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573956.775146:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573956.775149:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573956.775152:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067846016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573956.775173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573956.775193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573956.775202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573956/real 1788573956]  req@ffff91cdd26f5f80 x1875454067846144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573956.775211:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067846144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573956.775216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573956.775218:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573956.775221:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846144:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573956.775224:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573956.775235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573956.775241:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573956/real 1788573956]  req@ffff91cdd26f6d80 x1875454067846272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573956.775248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067846272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573956.775269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573956.775271:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573956.775274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846272:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573957.670965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573958.694972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573959.718962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573960.742977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573961.766950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573961.894904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573961.894912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573961.894916:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573961.894924:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1676
00000100:00080000:0.0:1788573961.894933:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573961.894939:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573961.894971:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067846400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573961.895003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573961.895007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573961.895009:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573961.895014:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1676
00000100:00080000:0.0:1788573961.895036:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573961.895040:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573961.895049:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573961.895063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067846528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573961.895075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573961.895079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573961.895082:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573961.895092:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1676
00000100:00100000:1.0:1788573961.895092:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067846400:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573961.895102:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573961.895111:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573961.895116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573961.895128:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067846656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573961.895190:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573961.895238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573961/real 1788573961]  req@ffff91cdd26f4000 x1875454067846400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573961.895255:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067846400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573961.895264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573961.895268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573961.895271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067846400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573961.895296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573961.895331:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573961.895343:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573961/real 1788573961]  req@ffff91cdd26f7b80 x1875454067846528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573961.895352:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067846528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573961.895358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573961.895362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573961.895366:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846528:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573961.895373:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573961.895395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573961.895408:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573961/real 1788573961]  req@ffff91cdd26f5c00 x1875454067846656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573961.895432:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067846656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573961.895438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573961.895441:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573961.895443:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846656:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573962.790983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573963.814969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573964.839001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573965.862951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573966.886966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573967.014897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573967.014905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573967.014909:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573967.014918:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1681
00000100:00080000:3.0:1788573967.014928:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573967.014933:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788573967.014970:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067846784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573967.014998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573967.015002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573967.015004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573967.015008:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1681
00000100:00080000:3.0:1788573967.015012:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573967.015017:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573967.015027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573967.015049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067846784:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788573967.015062:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067846912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573967.015077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573967.015081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573967.015083:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573967.015094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1681
00000100:00080000:3.0:1788573967.015100:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788573967.015105:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788573967.015106:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788573967.015113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573967.015126:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067847040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573967.015146:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573967/real 1788573967]  req@ffff91cdd142d180 x1875454067846784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573967.015160:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067846784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573967.015167:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573967.015170:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573967.015173:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067846784:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573967.015192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573967.015207:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573967.015214:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573967/real 1788573967]  req@ffff91cdd142ea00 x1875454067846912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573967.015222:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067846912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573967.015238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573967.015241:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573967.015243:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067846912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573967.015247:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573967.015261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573967.015268:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573967/real 1788573967]  req@ffff91cdd142d880 x1875454067847040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573967.015275:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067847040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573967.015280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573967.015282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573967.015284:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847040:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573967.910915:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573968.934920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573969.958944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573970.982992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573972.006954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573972.134891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573972.134900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573972.134903:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573972.134912:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1686
00000100:00080000:2.0:1788573972.134921:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573972.134927:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573972.134960:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067847168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573972.134980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573972.134983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573972.134984:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573972.134987:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1686
00000100:00080000:2.0:1788573972.134989:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573972.134992:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573972.135020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573972.135031:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067847296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573972.135037:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067847168:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573972.135042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573972.135047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573972.135049:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573972.135052:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1686
00000100:00080000:2.0:1788573972.135055:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573972.135057:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573972.135060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573972.135068:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067847424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573972.135104:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573972.135141:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573972/real 1788573972]  req@ffff91cdd1289880 x1875454067847168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573972.135159:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067847168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573972.135169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573972.135173:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573972.135184:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067847168:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573972.135215:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573972.135239:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573972.135251:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573972/real 1788573972]  req@ffff91cdd128b100 x1875454067847296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573972.135264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067847296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573972.135273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573972.135277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573972.135281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847296:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573972.135287:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573972.135303:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573972.135312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573972/real 1788573972]  req@ffff91cdd1288a80 x1875454067847424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573972.135323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067847424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573972.135332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573972.135335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573972.135339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847424:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573973.030986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573974.054994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573975.078962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573976.102943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573977.126950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573977.254905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573977.254923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573977.254926:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573977.254934:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1691
00000100:00080000:2.0:1788573977.254943:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573977.254948:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573977.254980:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067847552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573977.255002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573977.255005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573977.255006:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573977.255009:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1691
00000100:00080000:2.0:1788573977.255027:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573977.255031:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573977.255040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573977.255053:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067847680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573977.255054:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067847552:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788573977.255074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573977.255078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573977.255079:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573977.255082:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1691
00000100:00080000:2.0:1788573977.255084:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573977.255086:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573977.255089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573977.255098:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067847808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573977.255127:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573977.255172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573977/real 1788573977]  req@ffff91cdd1288380 x1875454067847552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573977.255190:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067847552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573977.255197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573977.255201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573977.255205:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067847552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573977.255227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573977.255257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573977.255275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573977/real 1788573977]  req@ffff91cdd128a680 x1875454067847680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573977.255290:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067847680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573977.255301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573977.255304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573977.255308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847680:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573977.255314:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573977.255337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573977.255350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573977/real 1788573977]  req@ffff91cdd128aa00 x1875454067847808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573977.255364:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067847808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573977.255395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573977.255400:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573977.255405:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067847808:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573978.150970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573979.174964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573980.198952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573981.222925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573982.246947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573982.374854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573982.374863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573982.374867:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573982.374877:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1696
00000100:00080000:2.0:1788573982.374886:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573982.374894:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788573982.374929:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067847936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573982.374950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573982.374967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573982.374969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573982.374972:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1696
00000100:00080000:2.0:1788573982.374974:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573982.374977:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573982.374986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573982.374996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067848064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573982.375003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573982.375006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573982.375008:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573982.375010:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1696
00000100:00080000:2.0:1788573982.375012:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573982.375014:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788573982.375018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573982.375026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067848192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573982.375028:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067847936:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788573982.375110:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573982.375154:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573982/real 1788573982]  req@ffff91cdd1289500 x1875454067847936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573982.375174:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067847936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573982.375186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573982.375191:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573982.375196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067847936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573982.375204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573982.375229:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573982.375244:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573982/real 1788573982]  req@ffff91cdd128aa00 x1875454067848064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573982.375257:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067848064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573982.375266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573982.375270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573982.375274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848064:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573982.375312:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573982.375337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573982.375350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573982/real 1788573982]  req@ffff91cdd128a680 x1875454067848192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573982.375363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067848192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573982.375372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573982.375375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573982.375379:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848192:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573983.271013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573984.295018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573985.318971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573986.343003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573987.366960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573987.494940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573987.494951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573987.494955:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573987.494965:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1701
00000100:00080000:0.0:1788573987.494977:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573987.494984:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573987.495028:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067848320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573987.495055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573987.495059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573987.495061:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573987.495065:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1701
00000100:00080000:0.0:1788573987.495069:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573987.495073:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573987.495085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573987.495101:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067848448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573987.495113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573987.495117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573987.495119:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573987.495126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1701
00000100:00100000:1.0:1788573987.495128:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067848320:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573987.495131:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573987.495139:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573987.495171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573987.495184:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067848576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573987.495222:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573987.495273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573987/real 1788573987]  req@ffff91cdd26f5880 x1875454067848320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573987.495291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067848320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573987.495300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573987.495303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573987.495306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067848320:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573987.495313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573987.495332:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573987.495340:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573987/real 1788573987]  req@ffff91cdd26f7100 x1875454067848448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573987.495357:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067848448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573987.495363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573987.495365:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573987.495367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848448:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573987.495390:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573987.495403:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573987.495410:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573987/real 1788573987]  req@ffff91cdd26f4a80 x1875454067848576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573987.495418:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067848576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573987.495423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573987.495425:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573987.495427:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848576:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573988.390982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573989.414921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573990.438945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573991.462938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573992.486967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573992.614866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573992.614877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573992.614881:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573992.614890:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1706
00000100:00080000:0.0:1788573992.614898:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573992.614905:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573992.614938:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067848704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573992.614961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573992.614964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573992.614965:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573992.614972:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1706
00000100:00080000:0.0:1788573992.614974:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573992.614977:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573992.614985:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573992.614994:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067848832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573992.615001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573992.615003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573992.615021:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573992.615021:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067848704:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573992.615029:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1706
00000100:00080000:0.0:1788573992.615032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573992.615034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573992.615038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573992.615048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067848960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573992.615129:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848832:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573992.615172:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848960:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788573993.511022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573994.534956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573995.558978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788573995.687065:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788573995.687124:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788573995.687140:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573995.687182:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788573995.687192:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788573995.687240:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573992/real 1788573995]  req@ffff91cdd26f6300 x1875454067848960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573995.687280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067848960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573995.687292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573995.687296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573995.687301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573995.687314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573992/real 1788573995]  req@ffff91cdd26f4380 x1875454067848704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573995.687327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067848704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573995.687334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573995.687337:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573995.687340:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067848704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573995.687346:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573992/real 1788573995]  req@ffff91cdd26f5180 x1875454067848832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573995.687357:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067848832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573995.687364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573995.687368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573995.687371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067848832:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573996.582933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573997.607004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573997.734852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573997.734863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573997.734867:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573997.734878:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1712
00000100:00080000:0.0:1788573997.734890:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573997.734898:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788573997.734929:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067849088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573997.734955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573997.734958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573997.734959:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573997.734962:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1712
00000100:00080000:0.0:1788573997.734965:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573997.734967:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573997.734976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573997.734990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067849216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573997.735004:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067849088:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788573997.735024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573997.735028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573997.735030:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573997.735036:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1712
00000100:00080000:0.0:1788573997.735041:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573997.735046:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788573997.735052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573997.735068:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067849344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573997.735070:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573997.735105:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573997/real 1788573997]  req@ffff91cdd26f6a00 x1875454067849088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573997.735126:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067849088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573997.735137:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573997.735142:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573997.735146:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067849088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788573997.735171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573997.735196:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573997.735210:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573997/real 1788573997]  req@ffff91cdd26f6680 x1875454067849216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573997.735222:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067849216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573997.735229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573997.735233:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573997.735236:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849216:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788573997.735242:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788573997.735281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788573997.735293:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573997/real 1788573997]  req@ffff91cdd26f5500 x1875454067849344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573997.735320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067849344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573997.735329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573997.735332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788573997.735336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849344:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788573998.630996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573999.654981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574000.678958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574001.703009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574002.726998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574002.854932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574002.854946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574002.854952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574002.854964:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1717
00000100:00080000:2.0:1788574002.854978:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574002.854987:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574002.855029:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067849472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574002.855074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574002.855078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574002.855079:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574002.855083:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1717
00000100:00080000:2.0:1788574002.855086:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574002.855090:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574002.855100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574002.855110:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067849600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574002.855120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574002.855125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574002.855127:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574002.855131:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1717
00000100:00080000:2.0:1788574002.855135:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574002.855140:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574002.855145:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574002.855159:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067849728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574002.855187:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067849472:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788574002.855266:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574002.855314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574002/real 1788574002]  req@ffff91cdd1288380 x1875454067849472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574002.855334:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067849472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574002.855346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574002.855350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574002.855355:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067849472:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574002.855365:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574002.855389:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574002.855412:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574002/real 1788574002]  req@ffff91cdd1288a80 x1875454067849600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574002.855426:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067849600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574002.855456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574002.855461:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574002.855465:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849600:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574002.855492:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574002.855515:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574002.855526:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574002/real 1788574002]  req@ffff91cdd128b100 x1875454067849728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574002.855539:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067849728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574002.855548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574002.855552:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574002.855569:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849728:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574003.750931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574004.774983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574005.798936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574006.822995:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574007.846923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574007.974882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574007.974890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574007.974894:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574007.974901:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1722
00000100:00080000:1.0:1788574007.974910:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574007.974917:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574007.974957:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067849856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574007.974986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574007.975005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574007.975006:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574007.975009:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1722
00000100:00080000:1.0:1788574007.975013:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574007.975017:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574007.975027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574007.975043:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067849984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574007.975055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574007.975059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574007.975061:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574007.975067:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1722
00000100:00080000:1.0:1788574007.975071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574007.975077:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574007.975086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574007.975088:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067849856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574007.975109:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067850112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574007.975186:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574007.975238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574007/real 1788574007]  req@ffff91cdd136b480 x1875454067849856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574007.975255:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067849856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574007.975265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574007.975269:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574007.975272:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067849856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574007.975279:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574007.975305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574007.975314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574007/real 1788574007]  req@ffff91cdd1369500 x1875454067849984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574007.975337:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067849984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574007.975343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574007.975346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574007.975348:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067849984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574007.975372:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574007.975386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574007.975393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574007/real 1788574007]  req@ffff91cdd1368700 x1875454067850112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574007.975401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067850112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574007.975406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574007.975408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574007.975410:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850112:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574008.870966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574009.894980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574010.919017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574011.942916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574012.967005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574013.094905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574013.094917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574013.094922:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574013.094934:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1727
00000100:00080000:1.0:1788574013.094945:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574013.094954:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574013.094993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067850240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574013.095037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574013.095041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574013.095042:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574013.095046:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1727
00000100:00080000:1.0:1788574013.095050:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574013.095054:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574013.095073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574013.095086:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067850368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574013.095095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574013.095098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574013.095101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788574013.095104:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067850240:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574013.095107:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1727
00000100:00080000:1.0:1788574013.095113:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574013.095117:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574013.095121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574013.095131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067850496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574013.095206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574013.095334:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574013/real 1788574013]  req@ffff91cdd1368380 x1875454067850240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574013.095359:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067850240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574013.095371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574013.095383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574013.095388:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067850240:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574013.095419:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574013.095589:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574013.095671:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574013/real 1788574013]  req@ffff91cdd136a300 x1875454067850368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574013.095701:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067850368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574013.095710:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574013.095715:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574013.095719:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850368:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574013.095727:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574013.095762:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574013.095776:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574013/real 1788574013]  req@ffff91cdd1368e00 x1875454067850496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574013.095838:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067850496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574013.095847:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574013.095850:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574013.095854:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850496:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574013.990927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574015.015003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574016.038927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574017.062946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574018.087011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574018.214948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574018.214964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574018.214970:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574018.214983:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1732
00000100:00080000:0.0:1788574018.214997:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574018.215006:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574018.215054:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067850624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574018.215112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574018.215120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574018.215122:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574018.215127:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1732
00000100:00080000:0.0:1788574018.215131:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574018.215137:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574018.215149:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574018.215160:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067850752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574018.215170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574018.215174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788574018.215175:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067850624:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574018.215176:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574018.215183:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1732
00000100:00080000:0.0:1788574018.215188:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574018.215190:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574018.215194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574018.215202:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067850880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574018.215259:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574018.215301:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574018/real 1788574018]  req@ffff91cdd26f5500 x1875454067850624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574018.215317:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067850624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574018.215326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574018.215329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574018.215333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067850624:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574018.215355:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574018.215371:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574018.215379:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574018/real 1788574018]  req@ffff91cdd26f6680 x1875454067850752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574018.215387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067850752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574018.215392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574018.215394:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574018.215396:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574018.215400:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574018.215420:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574018.215428:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574018/real 1788574018]  req@ffff91cdd26f6a00 x1875454067850880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574018.215435:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067850880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574018.215441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574018.215442:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574018.215444:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067850880:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574019.111001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574020.134918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574021.158958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574022.182934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574023.206981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574023.334955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574023.334972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574023.334978:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574023.334992:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1737
00000100:00080000:2.0:1788574023.335028:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574023.335038:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574023.335089:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067851008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574023.335126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574023.335131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574023.335133:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574023.335138:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1737
00000100:00080000:2.0:1788574023.335143:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574023.335149:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574023.335172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574023.335191:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067851136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574023.335198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067851008:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574023.335211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574023.335217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574023.335219:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574023.335225:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1737
00000100:00080000:2.0:1788574023.335231:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574023.335237:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574023.335244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574023.335261:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067851264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574023.335284:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574023.335329:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574023/real 1788574023]  req@ffff91cdd1289880 x1875454067851008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574023.335344:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067851008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574023.335355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574023.335360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574023.335364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067851008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574023.335390:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574023.335431:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574023.335446:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574023/real 1788574023]  req@ffff91cdd1289f80 x1875454067851136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574023.335460:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067851136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574023.335466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574023.335469:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574023.335471:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851136:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574023.335478:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574023.335501:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574023.335513:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574023/real 1788574023]  req@ffff91cdd128ad80 x1875454067851264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574023.335527:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067851264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574023.335533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574023.335535:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574023.335538:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851264:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574024.230992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574025.255029:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574026.278933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574027.302977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574028.326938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574028.454956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574028.454991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574028.454996:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574028.455007:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1742
00000100:00080000:2.0:1788574028.455019:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574028.455027:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574028.455068:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067851392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574028.455097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574028.455100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574028.455101:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574028.455105:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1742
00000100:00080000:2.0:1788574028.455107:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574028.455110:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574028.455119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574028.455128:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067851520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574028.455136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574028.455141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574028.455143:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574028.455148:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1742
00000100:00080000:2.0:1788574028.455152:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574028.455156:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574028.455163:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067851392:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788574028.455165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574028.455181:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067851648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574028.455255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574028.455310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574028/real 1788574028]  req@ffff91cdd1289c00 x1875454067851392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574028.455334:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067851392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574028.455347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574028.455352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574028.455357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067851392:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574028.455366:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574028.455394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574028.455421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574028/real 1788574028]  req@ffff91cdd1288000 x1875454067851520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574028.455435:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067851520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574028.455445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574028.455449:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574028.455453:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851520:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574028.455486:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574028.455510:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574028.455524:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574028/real 1788574028]  req@ffff91cdd1288e00 x1875454067851648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574028.455556:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067851648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574028.455565:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574028.455568:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574028.455572:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851648:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574029.351003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574030.374987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574031.398949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574032.423000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574033.446909:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574033.574853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574033.574861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574033.574865:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574033.574873:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1747
00000100:00080000:2.0:1788574033.574888:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574033.574894:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574033.574926:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067851776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574033.574946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574033.574949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574033.574950:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574033.574953:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1747
00000100:00080000:2.0:1788574033.574955:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574033.574958:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574033.574966:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574033.574974:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067851904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574033.574984:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067851776:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574033.574985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574033.574993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574033.574995:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574033.575000:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1747
00000100:00080000:2.0:1788574033.575004:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574033.575008:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574033.575038:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788574033.575043:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574033.575054:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067852032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574033.575089:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574033/real 1788574033]  req@ffff91cdd128bb80 x1875454067851776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574033.575105:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067851776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574033.575113:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574033.575116:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574033.575118:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067851776:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574033.575137:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574033.575153:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574033.575162:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574033/real 1788574033]  req@ffff91cdd1288700 x1875454067851904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574033.575178:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067851904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574033.575184:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574033.575186:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574033.575189:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067851904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574033.575193:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574033.575206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574033.575213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574033/real 1788574033]  req@ffff91cdd128b800 x1875454067852032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574033.575221:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067852032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574033.575226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574033.575228:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574033.575231:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852032:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574034.470999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574035.494981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574036.518936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574037.542912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574038.566986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574038.694873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574038.694885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574038.694888:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574038.694896:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1753
00000100:00080000:0.0:1788574038.694925:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574038.694931:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574038.694961:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067852160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574038.694984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574038.694987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574038.694989:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574038.694992:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1753
00000100:00080000:0.0:1788574038.694996:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574038.695000:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574038.695021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574038.695036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067852288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574038.695048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574038.695052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574038.695054:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574038.695059:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1753
00000100:00080000:0.0:1788574038.695062:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574038.695066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574038.695071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574038.695083:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067852160:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574038.695092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067852416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574038.695200:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574038.695247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574038/real 1788574038]  req@ffff91cdd26f5180 x1875454067852160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574038.695279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067852160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574038.695289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574038.695293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574038.695297:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067852160:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574038.695304:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574038.695324:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574038.695334:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574038/real 1788574038]  req@ffff91cdd26f4380 x1875454067852288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574038.695343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067852288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574038.695349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574038.695352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574038.695354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852288:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574038.695387:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574038.695412:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574038.695426:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574038/real 1788574038]  req@ffff91cdd26f6300 x1875454067852416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574038.695436:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067852416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574038.695453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574038.695456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574038.695458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852416:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574039.590974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574040.615016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574041.639004:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574042.662942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574043.686936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574043.814888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574043.814914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574043.814917:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574043.814926:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1758
00000100:00080000:0.0:1788574043.814934:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574043.814941:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574043.814974:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067852544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574043.814995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574043.814998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574043.814999:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574043.815002:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1758
00000100:00080000:0.0:1788574043.815004:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574043.815006:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574043.815014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574043.815023:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067852672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574043.815030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574043.815033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574043.815034:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574043.815040:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1758
00000100:00100000:3.0:1788574043.815042:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067852544:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574043.815043:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574043.815049:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574043.815054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574043.815064:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067852800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574043.815106:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574043.815140:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574043/real 1788574043]  req@ffff91cdd26f4a80 x1875454067852544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574043.815153:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067852544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574043.815161:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574043.815164:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574043.815167:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067852544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574043.815172:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574043.815187:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574043.815194:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574043/real 1788574043]  req@ffff91cdd26f7100 x1875454067852672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574043.815202:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067852672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574043.815215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574043.815217:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574043.815220:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852672:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574043.815240:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574043.815254:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574043.815261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574043/real 1788574043]  req@ffff91cdd26f5880 x1875454067852800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574043.815268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067852800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574043.815273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574043.815276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574043.815278:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067852800:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574044.710932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574045.734944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574046.758952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574047.782953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574048.807012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574048.934931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574048.934941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574048.934945:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574048.934954:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1763
00000100:00080000:0.0:1788574048.934964:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574048.934973:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574048.935014:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067852928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574048.935038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574048.935041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574048.935043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574048.935045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1763
00000100:00080000:0.0:1788574048.935048:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574048.935053:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574048.935061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574048.935073:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067853056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574048.935084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067852928:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574048.935091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574048.935096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574048.935099:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574048.935107:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1763
00000100:00080000:0.0:1788574048.935111:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574048.935115:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574048.935134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574048.935148:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067853184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574048.935171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574048.935222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574048/real 1788574048]  req@ffff91cdd26f5c00 x1875454067852928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574048.935252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067852928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574048.935262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574048.935265:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574048.935276:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067852928:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574048.935305:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574048.935325:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574048.935335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574048/real 1788574048]  req@ffff91cdd26f7b80 x1875454067853056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574048.935345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067853056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574048.935352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574048.935354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574048.935357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853056:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574048.935361:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574048.935377:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574048.935387:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574048/real 1788574048]  req@ffff91cdd26f4000 x1875454067853184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574048.935395:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067853184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574048.935410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574048.935412:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574048.935414:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853184:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574049.830906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574050.854920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574051.878941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574052.902932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574053.926950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574054.054904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574054.054914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574054.054919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574054.054929:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1768
00000100:00080000:1.0:1788574054.054940:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574054.054947:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574054.054986:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067853312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574054.055011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574054.055015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574054.055017:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574054.055021:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1768
00000100:00080000:1.0:1788574054.055026:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574054.055030:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574054.055040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574054.055052:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067853440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574054.055055:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067853312:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574054.055063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574054.055066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574054.055076:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574054.055080:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1768
00000100:00080000:1.0:1788574054.055084:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574054.055088:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574054.055092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574054.055102:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067853568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574054.055173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574054.055215:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574054/real 1788574054]  req@ffff91cdd136aa00 x1875454067853312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574054.055257:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067853312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574054.055269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574054.055273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574054.055277:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067853312:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574054.055301:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574054.055327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574054.055342:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574054/real 1788574054]  req@ffff91cdd136b100 x1875454067853440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574054.055355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067853440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574054.055361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574054.055363:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574054.055365:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853440:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574054.055370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574054.055385:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574054.055393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574054/real 1788574054]  req@ffff91cdd1369180 x1875454067853568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574054.055411:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067853568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574054.055417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574054.055419:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574054.055421:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853568:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574054.950927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574055.974993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574056.999002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574058.023007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574059.046992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574059.174917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574059.174929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574059.174934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574059.174944:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1773
00000100:00080000:0.0:1788574059.174954:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574059.174962:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574059.175002:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067853696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574059.175025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574059.175028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574059.175033:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574059.175037:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1773
00000100:00080000:0.0:1788574059.175040:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574059.175043:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574059.175051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574059.175066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067853824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574059.175073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067853696:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574059.175078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574059.175082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574059.175083:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574059.175086:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1773
00000100:00080000:0.0:1788574059.175106:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574059.175111:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574059.175115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574059.175130:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067853952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574059.175164:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574059.175184:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853952:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574060.070993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574061.094942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574062.118980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574062.247033:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574062.247076:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574062.247093:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574062.247132:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574062.247144:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788574062.247172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574059/real 1788574062]  req@ffff91cdd26f5f80 x1875454067853824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574062.247200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067853824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574062.247211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574062.247216:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574062.247240:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574062.247249:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574059/real 1788574062]  req@ffff91cdd26f7800 x1875454067853952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574062.247264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067853952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574062.247272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574062.247276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574062.247279:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067853952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574062.247287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574059/real 1788574062]  req@ffff91cdd26f6d80 x1875454067853696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574062.247298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067853696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574062.247305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574062.247308:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574062.247312:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067853696:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788574063.142961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574064.167002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574064.294925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574064.294940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574064.294946:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574064.294962:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1778
00000100:00080000:1.0:1788574064.294977:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574064.294988:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574064.295038:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067854080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574064.295083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574064.295088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574064.295090:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574064.295095:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1778
00000100:00080000:1.0:1788574064.295100:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574064.295110:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574064.295124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574064.295144:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067854208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574064.295147:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067854080:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574064.295201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574064.295206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574064.295209:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574064.295215:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1778
00000100:00080000:1.0:1788574064.295220:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574064.295226:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574064.295233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574064.295252:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067854336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574064.295253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574064.295331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574064/real 1788574064]  req@ffff91cdd1368a80 x1875454067854080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574064.295358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067854080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574064.295385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574064.295390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574064.295396:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067854080:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574064.295437:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574064.295470:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574064.295504:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574064/real 1788574064]  req@ffff91cdd1369880 x1875454067854208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574064.295520:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067854208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574064.295530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574064.295534:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574064.295539:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854208:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574064.295547:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574064.295571:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574064.295586:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574064/real 1788574064]  req@ffff91cdd136bb80 x1875454067854336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574064.295598:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067854336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574064.295608:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574064.295611:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574064.295615:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854336:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574065.190951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574066.214987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574067.238951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574068.262973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574069.286927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574069.414903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574069.414923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574069.414927:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574069.414955:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1783
00000100:00080000:0.0:1788574069.414965:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574069.414970:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574069.415003:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067854464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574069.415026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574069.415028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574069.415030:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574069.415033:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1783
00000100:00080000:0.0:1788574069.415035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574069.415037:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574069.415046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574069.415056:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067854592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574069.415064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788574069.415073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067854464:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574069.415084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574069.415086:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574069.415090:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1783
00000100:00080000:0.0:1788574069.415093:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574069.415096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574069.415100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574069.415110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067854720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574069.415146:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574069.415183:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574069/real 1788574069]  req@ffff91cdd26f4700 x1875454067854464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574069.415197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067854464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574069.415205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574069.415208:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574069.415211:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067854464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574069.415231:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574069.415248:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574069.415257:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574069/real 1788574069]  req@ffff91cdd26f7480 x1875454067854592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574069.415265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067854592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574069.415271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574069.415273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574069.415275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854592:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574069.415286:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574069.415301:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574069.415308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574069/real 1788574069]  req@ffff91cdd26f4e00 x1875454067854720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574069.415316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067854720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574069.415321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574069.415322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574069.415324:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854720:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574070.310952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574071.334943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574072.358953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574073.382991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574074.407014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574074.534889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574074.534902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574074.534906:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574074.534916:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1788
00000100:00080000:0.0:1788574074.534928:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574074.534936:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574074.534994:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067854848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574074.535018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574074.535023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574074.535032:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574074.535037:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1788
00000100:00080000:0.0:1788574074.535041:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574074.535046:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574074.535056:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574074.535070:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067854976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574074.535076:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067854848:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574074.535100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574074.535103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574074.535105:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574074.535109:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1788
00000100:00080000:0.0:1788574074.535122:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574074.535127:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574074.535132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574074.535135:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574074.535142:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067855104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574074.535184:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574074/real 1788574074]  req@ffff91cdd26f4e00 x1875454067854848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574074.535203:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067854848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574074.535211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574074.535214:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574074.535217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067854848:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574074.535236:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574074.535255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574074.535263:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574074/real 1788574074]  req@ffff91cdd26f7480 x1875454067854976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574074.535279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067854976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574074.535285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574074.535287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574074.535289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067854976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574074.535293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574074.535306:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574074.535312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574074/real 1788574074]  req@ffff91cdd26f4700 x1875454067855104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574074.535319:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067855104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574074.535324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574074.535326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574074.535328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855104:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574075.430927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574076.455029:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574077.479010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574078.502956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574079.526976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574079.654919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574079.654933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574079.654939:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574079.654951:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1794
00000100:00080000:1.0:1788574079.654966:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574079.654975:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574079.655021:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067855232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574079.655065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574079.655068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574079.655069:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574079.655073:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1794
00000100:00080000:1.0:1788574079.655077:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574079.655080:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574079.655091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574079.655102:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067855360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574079.655110:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067855232:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574079.655112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574079.655119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574079.655120:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574079.655124:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1794
00000100:00080000:1.0:1788574079.655126:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574079.655128:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574079.655131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574079.655140:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067855488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574079.655186:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574079.655228:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574079/real 1788574079]  req@ffff91cdd136bb80 x1875454067855232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574079.655246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067855232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574079.655262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574079.655266:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574079.655270:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067855232:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574079.655294:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574079.655328:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574079.655343:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574079/real 1788574079]  req@ffff91cdd1369880 x1875454067855360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574079.655358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067855360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574079.655385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574079.655388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574079.655391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855360:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574079.655396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574079.655413:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574079.655421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574079/real 1788574079]  req@ffff91cdd1368a80 x1875454067855488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574079.655430:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067855488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574079.655436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574079.655438:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574079.655440:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855488:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574080.551010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574081.574950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574082.598979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574083.622989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574084.646962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574084.774886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574084.774895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574084.774899:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574084.774907:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1799
00000100:00080000:1.0:1788574084.774932:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574084.774939:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574084.774968:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067855616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574084.774997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574084.775000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574084.775001:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574084.775004:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1799
00000100:00080000:1.0:1788574084.775006:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574084.775009:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574084.775016:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574084.775026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067855744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574084.775036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574084.775039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574084.775040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574084.775043:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1799
00000100:00080000:1.0:1788574084.775044:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574084.775047:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574084.775052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574084.775064:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067855872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574084.775072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067855616:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788574084.775167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574084.775224:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574084/real 1788574084]  req@ffff91cdd1369180 x1875454067855616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574084.775243:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067855616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574084.775256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574084.775260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574084.775264:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067855616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574084.775271:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574084.775293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574084.775303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574084/real 1788574084]  req@ffff91cdd136b100 x1875454067855744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574084.775312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067855744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574084.775347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574084.775350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574084.775353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855744:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574084.775382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574084.775410:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574084.775427:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574084/real 1788574084]  req@ffff91cdd136aa00 x1875454067855872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574084.775442:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067855872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574084.775449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574084.775455:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574084.775461:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067855872:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574085.670973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574086.695016:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574087.718960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574088.742948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574089.766911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574089.894883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574089.894911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574089.894914:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574089.894925:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1804
00000100:00080000:1.0:1788574089.894936:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574089.894944:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574089.894982:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067856000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574089.895007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574089.895010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574089.895012:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574089.895015:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1804
00000100:00080000:1.0:1788574089.895017:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574089.895020:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574089.895029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574089.895039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067856128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574089.895051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574089.895055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574089.895057:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574089.895061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1804
00000100:00080000:1.0:1788574089.895065:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574089.895070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574089.895078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574089.895088:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067856000:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574089.895100:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067856256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574089.895173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574089.895230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574089/real 1788574089]  req@ffff91cdd1368e00 x1875454067856000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574089.895256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067856000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574089.895270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574089.895276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574089.895315:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067856000:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574089.895323:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574089.895346:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574089.895359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574089/real 1788574089]  req@ffff91cdd136a300 x1875454067856128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574089.895373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067856128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574089.895382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574089.895386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574089.895390:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856128:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574089.895422:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574089.895440:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574089.895449:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574089/real 1788574089]  req@ffff91cdd1368380 x1875454067856256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574089.895457:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067856256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574089.895463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574089.895466:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574089.895468:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856256:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574090.790977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574091.814913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574092.838954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574093.862960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574094.887015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574095.014881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574095.014889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574095.014912:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574095.014920:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1809
00000100:00080000:2.0:1788574095.014929:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574095.014935:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574095.014965:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067856384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574095.014988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574095.014991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574095.014992:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574095.014995:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1809
00000100:00080000:2.0:1788574095.014997:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574095.014999:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574095.015007:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574095.015017:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067856512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574095.015023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574095.015026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574095.015027:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574095.015029:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1809
00000100:00080000:2.0:1788574095.015031:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574095.015033:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574095.015035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574095.015041:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067856640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574095.015079:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067856384:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788574095.015131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574095.015165:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574095/real 1788574095]  req@ffff91cdd128b480 x1875454067856384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574095.015178:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067856384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574095.015186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574095.015189:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574095.015192:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067856384:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574095.015196:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574095.015210:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574095.015226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574095/real 1788574095]  req@ffff91cdd128b800 x1875454067856512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574095.015234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067856512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574095.015240:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574095.015242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574095.015244:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856512:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574095.015276:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574095.015298:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574095.015311:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574095/real 1788574095]  req@ffff91cdd1288700 x1875454067856640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574095.015323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067856640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574095.015331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574095.015334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574095.015338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856640:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574095.910938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574096.934940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574097.958953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574098.982986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574100.006970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574100.134960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574100.134976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574100.134981:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574100.134996:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1814
00000100:00080000:2.0:1788574100.135010:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574100.135021:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574100.135085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067856768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574100.135119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574100.135123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574100.135125:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574100.135129:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1814
00000100:00080000:2.0:1788574100.135133:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574100.135140:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574100.135153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574100.135169:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067856896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574100.135169:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067856768:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574100.135188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574100.135192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574100.135194:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574100.135199:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1814
00000100:00080000:2.0:1788574100.135203:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574100.135225:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574100.135250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788574100.135265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574100.135268:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067857024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574100.135321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574100/real 1788574100]  req@ffff91cdd128bb80 x1875454067856768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574100.135338:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067856768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574100.135348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574100.135353:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574100.135356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067856768:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574100.135380:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574100.135398:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574100.135407:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574100/real 1788574100]  req@ffff91cdd1288e00 x1875454067856896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574100.135416:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067856896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574100.135421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574100.135424:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574100.135428:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067856896:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574100.135434:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574100.135454:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574100.135466:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574100/real 1788574100]  req@ffff91cdd1288000 x1875454067857024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574100.135493:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067857024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574100.135509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574100.135511:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574100.135514:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857024:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574101.030971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574102.055012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574103.078999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574104.102956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574105.126962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574105.254927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574105.254942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574105.254948:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574105.254962:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1819
00000100:00080000:1.0:1788574105.254978:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574105.254988:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574105.255040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067857152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574105.255082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574105.255087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574105.255089:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574105.255094:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1819
00000100:00080000:1.0:1788574105.255098:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574105.255103:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574105.255116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574105.255148:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067857280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574105.255162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574105.255168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788574105.255170:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067857152:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574105.255171:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574105.255182:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1819
00000100:00080000:1.0:1788574105.255186:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574105.255191:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574105.255227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574105.255244:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067857408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574105.255248:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574105.255294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574105/real 1788574105]  req@ffff91cdd1368700 x1875454067857152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574105.255310:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067857152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574105.255319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574105.255322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574105.255326:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067857152:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574105.255348:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574105.255365:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574105.255373:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574105/real 1788574105]  req@ffff91cdd1369500 x1875454067857280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574105.255381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067857280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574105.255394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574105.255397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574105.255400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857280:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574105.255404:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574105.255418:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574105.255425:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574105/real 1788574105]  req@ffff91cdd136b480 x1875454067857408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574105.255433:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067857408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574105.255438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574105.255439:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574105.255441:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857408:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574106.150943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574107.174952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574108.199008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574109.222949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574110.247010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574110.374905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574110.374918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574110.374923:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574110.374937:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1824
00000100:00080000:1.0:1788574110.374953:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574110.374989:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574110.375042:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067857536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574110.375077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574110.375081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574110.375084:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574110.375088:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1824
00000100:00080000:1.0:1788574110.375093:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574110.375097:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574110.375107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574110.375119:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067857664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574110.375132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574110.375136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574110.375138:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788574110.375143:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067857536:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574110.375146:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1824
00000100:00080000:1.0:1788574110.375171:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574110.375176:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574110.375183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574110.375194:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067857792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574110.375230:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574110.375298:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574110/real 1788574110]  req@ffff91cdd136b800 x1875454067857536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574110.375321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067857536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574110.375342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574110.375347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574110.375352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067857536:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574110.375382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574110.375408:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574110.375423:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574110/real 1788574110]  req@ffff91cdd136a680 x1875454067857664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574110.375435:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067857664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574110.375444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574110.375447:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574110.375451:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857664:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574110.375457:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574110.375489:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574110.375498:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574110/real 1788574110]  req@ffff91cdd1369f80 x1875454067857792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574110.375507:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067857792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574110.375512:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574110.375515:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574110.375517:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067857792:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574111.271000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574112.295021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574113.318918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574114.342952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574115.366959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574115.494956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574115.494967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574115.494972:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574115.494982:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1829
00000100:00080000:3.0:1788574115.494992:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574115.495009:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574115.495043:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067857920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574115.495067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574115.495070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574115.495071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574115.495074:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1829
00000100:00080000:3.0:1788574115.495076:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574115.495079:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574115.495087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574115.495097:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067858048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574115.495106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574115.495109:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067857920:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574115.495109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574115.495112:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574115.495133:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1829
00000100:00080000:3.0:1788574115.495136:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574115.495140:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574115.495144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574115.495152:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067858176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574115.495167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574115.495209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574115/real 1788574115]  req@ffff91cdd142e680 x1875454067857920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574115.495226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067857920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574115.495233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574115.495236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574115.495239:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067857920:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574115.495257:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574115.495273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574115.495281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574115/real 1788574115]  req@ffff91cdd142d880 x1875454067858048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574115.495289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067858048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574115.495295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574115.495297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574115.495299:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858048:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574115.495303:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574115.495323:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574115.495331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574115/real 1788574115]  req@ffff91cdd142ea00 x1875454067858176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574115.495338:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067858176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574115.495343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574115.495345:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574115.495347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858176:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574116.390960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574117.414920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574118.438908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574119.462981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574120.486995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574120.614908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574120.614920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574120.614925:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574120.614938:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1834
00000100:00080000:3.0:1788574120.614953:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574120.614962:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574120.615015:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067858304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574120.615046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574120.615050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574120.615051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574120.615055:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1834
00000100:00080000:3.0:1788574120.615059:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574120.615062:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574120.615074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574120.615088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067858432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574120.615115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574120.615119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574120.615122:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574120.615129:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1834
00000100:00100000:0.0:1788574120.615132:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067858304:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574120.615133:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574120.615140:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574120.615148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574120.615163:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067858560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574120.615227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574120.615285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574120/real 1788574120]  req@ffff91cdd142d180 x1875454067858304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574120.615312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067858304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574120.615326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574120.615331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574120.615336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067858304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574120.615347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574120.615385:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574120.615399:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574120/real 1788574120]  req@ffff91cdd142e300 x1875454067858432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574120.615409:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067858432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574120.615415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574120.615418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574120.615420:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858432:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574120.615443:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574120.615459:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574120.615466:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574120/real 1788574120]  req@ffff91cdd142d500 x1875454067858560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574120.615473:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067858560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574120.615479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574120.615480:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574120.615483:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858560:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574121.510959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574122.534919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574123.558982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574124.582920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574125.606964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574125.734908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574125.734920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574125.734925:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574125.734937:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1840
00000100:00080000:3.0:1788574125.734948:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574125.734956:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574125.735002:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067858688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574125.735036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574125.735040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574125.735043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574125.735065:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1840
00000100:00080000:3.0:1788574125.735070:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788574125.735072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067858688:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574125.735076:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574125.735091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574125.735106:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067858816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574125.735116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574125.735119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574125.735120:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574125.735124:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1840
00000100:00080000:3.0:1788574125.735127:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574125.735129:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574125.735132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574125.735140:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067858944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574125.735195:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574125.735234:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858944:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574126.630984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574127.654921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574128.678919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574128.807034:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574128.807073:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574128.807088:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574128.807125:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574128.807137:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788574128.807170:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574125/real 1788574128]  req@ffff91cdd142d500 x1875454067858816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574128.807196:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067858816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574128.807209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574128.807215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574128.807218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574128.807227:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574125/real 1788574128]  req@ffff91cdd142e300 x1875454067858944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574128.807238:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067858944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574128.807246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574128.807250:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574128.807254:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067858944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574128.807261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574125/real 1788574128]  req@ffff91cdd142f100 x1875454067858688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574128.807273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067858688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574128.807308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574128.807311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574128.807316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067858688:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788574129.702978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574130.726964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574130.854861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574130.854873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574130.854878:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574130.854889:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1845
00000100:00080000:3.0:1788574130.854901:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574130.854909:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574130.854949:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067859072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574130.854990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574130.854993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574130.854995:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574130.854998:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1845
00000100:00080000:3.0:1788574130.855001:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574130.855004:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574130.855014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574130.855024:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067859200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574130.855033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574130.855036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788574130.855037:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067859072:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574130.855038:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574130.855043:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1845
00000100:00080000:3.0:1788574130.855048:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574130.855051:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574130.855054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574130.855061:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067859328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574130.855109:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574130.855149:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574130/real 1788574130]  req@ffff91cdd142d180 x1875454067859072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574130.855168:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067859072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574130.855179:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574130.855183:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574130.855187:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067859072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574130.855212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574130.855236:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574130.855250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574130/real 1788574130]  req@ffff91cdd142ea00 x1875454067859200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574130.855261:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067859200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574130.855270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574130.855273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574130.855285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859200:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574130.855301:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574130.855325:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574130.855375:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574130/real 1788574130]  req@ffff91cdd142d880 x1875454067859328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574130.855400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067859328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574130.855409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574130.855412:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574130.855416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859328:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574131.750985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574132.774969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574133.798947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574134.822897:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574135.846919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574135.974857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574135.974869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574135.974892:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574135.974900:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1850
00000100:00080000:3.0:1788574135.974909:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574135.974915:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574135.974944:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067859456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574135.974967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574135.974970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574135.974975:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574135.974978:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1850
00000100:00080000:3.0:1788574135.974980:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574135.974983:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574135.974991:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574135.975002:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067859584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574135.975010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574135.975012:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067859456:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574135.975014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574135.975017:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574135.975022:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1850
00000100:00080000:3.0:1788574135.975024:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574135.975027:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574135.975030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574135.975039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067859712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574135.975072:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574135.975106:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574135/real 1788574135]  req@ffff91cdd142e680 x1875454067859456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574135.975120:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067859456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574135.975128:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574135.975131:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574135.975134:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067859456:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574135.975151:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574135.975174:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574135.975211:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574135/real 1788574135]  req@ffff91cdd142d880 x1875454067859584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574135.975222:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067859584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574135.975228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574135.975230:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574135.975232:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859584:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574135.975236:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574135.975251:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574135.975259:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574135/real 1788574135]  req@ffff91cdd142ea00 x1875454067859712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574135.975266:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067859712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574135.975271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574135.975273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574135.975275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859712:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574136.870943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574137.894963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574138.918954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574139.942947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574140.966985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574141.094951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574141.094967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574141.094995:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574141.095008:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1855
00000100:00080000:0.0:1788574141.095023:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574141.095061:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574141.095117:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067859840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574141.095154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574141.095158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574141.095160:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574141.095166:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1855
00000100:00080000:0.0:1788574141.095171:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574141.095183:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574141.095195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574141.095202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067859840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574141.095212:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067859968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574141.095228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574141.095232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574141.095234:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574141.095237:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1855
00000100:00080000:0.0:1788574141.095241:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574141.095246:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574141.095254:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574141.095270:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067860096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574141.095278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574141.095328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574141/real 1788574141]  req@ffff91cdd26f6d80 x1875454067859840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574141.095350:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067859840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574141.095362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574141.095366:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574141.095370:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067859840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574141.095414:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574141.095440:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574141.095452:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574141/real 1788574141]  req@ffff91cdd26f7800 x1875454067859968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574141.095461:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067859968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574141.095466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574141.095469:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574141.095471:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067859968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574141.095476:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574141.095489:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574141.095495:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574141/real 1788574141]  req@ffff91cdd26f5f80 x1875454067860096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574141.095502:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067860096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574141.095507:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574141.095509:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574141.095511:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860096:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574141.991056:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574143.014962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574144.038987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574145.062966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574146.086966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574146.214918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574146.214933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574146.214940:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574146.214953:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1860
00000100:00080000:0.0:1788574146.214969:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574146.214978:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574146.215023:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067860224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574146.215054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574146.215057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574146.215059:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574146.215062:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1860
00000100:00080000:0.0:1788574146.215064:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574146.215067:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574146.215076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574146.215085:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067860352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574146.215093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574146.215096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574146.215097:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574146.215100:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1860
00000100:00100000:2.0:1788574146.215108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067860224:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574146.215121:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574146.215126:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574146.215130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574146.215140:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067860480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574146.215182:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574146.215224:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574146/real 1788574146]  req@ffff91cdd26f4000 x1875454067860224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574146.215247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067860224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574146.215256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574146.215260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574146.215263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067860224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574146.215269:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574146.215288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574146.215296:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574146/real 1788574146]  req@ffff91cdd26f7b80 x1875454067860352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574146.215304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067860352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574146.215310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574146.215312:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574146.215315:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860352:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574146.215337:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574146.215348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574146.215354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574146/real 1788574146]  req@ffff91cdd26f5c00 x1875454067860480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574146.215361:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067860480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574146.215386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574146.215388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574146.215391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860480:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574147.110930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574148.135030:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574149.158984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574150.182971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574151.206971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574151.334924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574151.334932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574151.334935:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574151.334944:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1865
00000100:00080000:3.0:1788574151.334952:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574151.334958:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574151.334993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067860608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574151.335016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574151.335018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574151.335020:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574151.335022:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1865
00000100:00080000:3.0:1788574151.335024:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574151.335027:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574151.335034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574151.335043:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067860736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574151.335051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574151.335072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574151.335073:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574151.335080:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1865
00000100:00100000:2.0:1788574151.335083:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067860608:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574151.335085:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574151.335095:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574151.335100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574151.335112:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067860864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574151.335172:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574151.335218:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574151/real 1788574151]  req@ffff91cdd142d180 x1875454067860608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574151.335234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067860608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574151.335244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574151.335248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574151.335252:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067860608:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574151.335258:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574151.335274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574151.335282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574151/real 1788574151]  req@ffff91cdd142f100 x1875454067860736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574151.335290:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067860736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574151.335295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574151.335297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574151.335299:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574151.335337:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574151.335352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574151.335359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574151/real 1788574151]  req@ffff91cdd142e300 x1875454067860864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574151.335367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067860864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574151.335372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574151.335374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574151.335376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067860864:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574152.230940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574153.254985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574154.278971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574155.302972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574156.326928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574156.454868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574156.454878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574156.454883:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574156.454894:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1870
00000100:00080000:3.0:1788574156.454906:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574156.454914:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574156.454953:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067860992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574156.454983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574156.454988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574156.454990:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574156.454994:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1870
00000100:00080000:3.0:1788574156.454999:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574156.455004:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574156.455032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574156.455046:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067861120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574156.455055:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067860992:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574156.455062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574156.455070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574156.455071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574156.455075:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1870
00000100:00080000:3.0:1788574156.455078:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574156.455082:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574156.455086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574156.455098:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067861248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574156.455146:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574156.455209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574156/real 1788574156]  req@ffff91cdd142d500 x1875454067860992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574156.455237:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067860992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574156.455248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574156.455254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574156.455260:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067860992:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574156.455299:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574156.455322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574156.455347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574156/real 1788574156]  req@ffff91cdd142e300 x1875454067861120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574156.455382:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067861120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574156.455389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574156.455391:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574156.455398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861120:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574156.455404:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574156.455421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574156.455433:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574156/real 1788574156]  req@ffff91cdd142f100 x1875454067861248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574156.455442:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067861248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574156.455455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574156.455458:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574156.455462:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861248:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574157.350952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574158.374946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574159.399008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574160.422956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574161.446923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574161.574935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574161.574946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574161.574951:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574161.574962:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1875
00000100:00080000:0.0:1788574161.574974:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574161.574981:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574161.575037:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067861376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574161.575069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574161.575073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574161.575074:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574161.575077:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1875
00000100:00080000:0.0:1788574161.575081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574161.575100:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574161.575112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574161.575131:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067861376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574161.575133:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067861504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574161.575149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574161.575151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574161.575152:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574161.575155:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1875
00000100:00080000:0.0:1788574161.575158:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574161.575162:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574161.575166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574161.575174:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067861632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574161.575215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574161.575256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574161/real 1788574161]  req@ffff91cdd26f5880 x1875454067861376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574161.575271:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067861376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574161.575299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574161.575303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574161.575307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067861376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574161.575330:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574161.575351:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574161.575360:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574161/real 1788574161]  req@ffff91cdd26f7100 x1875454067861504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574161.575368:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067861504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574161.575374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574161.575377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574161.575379:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861504:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574161.575383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574161.575394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574161.575400:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574161/real 1788574161]  req@ffff91cdd26f4a80 x1875454067861632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574161.575425:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067861632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574161.575431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574161.575434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574161.575436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861632:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574162.470964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574163.495009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574164.518908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574165.542924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574166.566981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574166.694940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574166.694952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574166.694957:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574166.694969:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1881
00000100:00080000:3.0:1788574166.694981:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574166.694989:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574166.695033:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067861760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574166.695078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574166.695081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574166.695082:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574166.695085:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1881
00000100:00080000:3.0:1788574166.695088:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574166.695091:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574166.695101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574166.695111:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067861888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574166.695119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574166.695122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574166.695123:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574166.695125:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1881
00000100:00080000:3.0:1788574166.695127:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574166.695130:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574166.695133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574166.695139:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067861760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574166.695143:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067862016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574166.695218:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574166.695292:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574166/real 1788574166]  req@ffff91cdd142d180 x1875454067861760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574166.695311:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067861760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574166.695320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574166.695324:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574166.695327:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067861760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574166.695333:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574166.695352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574166.695361:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574166/real 1788574166]  req@ffff91cdd142ea00 x1875454067861888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574166.695369:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067861888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574166.695375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574166.695377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574166.695380:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067861888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574166.695408:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574166.695430:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574166.695442:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574166/real 1788574166]  req@ffff91cdd142d880 x1875454067862016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574166.695461:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067862016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574166.695467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574166.695469:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574166.695471:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862016:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574167.590992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574168.614925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574169.638947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574170.662982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574171.686919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574171.814919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574171.814928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574171.814932:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574171.814939:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1886
00000100:00080000:1.0:1788574171.814949:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574171.814955:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574171.815007:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067862144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574171.815029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574171.815032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574171.815033:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574171.815036:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1886
00000100:00080000:1.0:1788574171.815038:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574171.815041:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574171.815050:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574171.815061:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067862272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574171.815068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574171.815093:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067862144:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574171.815106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574171.815110:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574171.815115:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1886
00000100:00080000:1.0:1788574171.815117:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574171.815121:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574171.815125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574171.815137:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067862400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574171.815195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574171.815250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574171/real 1788574171]  req@ffff91cdd1368000 x1875454067862144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574171.815272:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067862144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574171.815284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574171.815287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574171.815291:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067862144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574171.815298:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574171.815316:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574171.815325:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574171/real 1788574171]  req@ffff91cdd136ad80 x1875454067862272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574171.815333:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067862272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574171.815356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574171.815359:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574171.815361:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862272:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574171.815387:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574171.815401:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574171.815408:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574171/real 1788574171]  req@ffff91cdd1369c00 x1875454067862400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574171.815416:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067862400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574171.815421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574171.815424:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574171.815426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862400:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574172.711007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574173.734945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574174.758990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574175.782958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574176.806967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574176.934910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574176.934923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574176.934929:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574176.934939:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1891
00000100:00080000:2.0:1788574176.934951:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574176.934959:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574176.935000:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067862528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574176.935033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574176.935051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574176.935053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574176.935056:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1891
00000100:00080000:2.0:1788574176.935060:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574176.935064:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574176.935074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574176.935084:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067862656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574176.935092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574176.935095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574176.935097:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574176.935100:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1891
00000100:00080000:2.0:1788574176.935102:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574176.935104:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574176.935108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574176.935113:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067862528:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574176.935116:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067862784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574176.935199:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574176.935245:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574176/real 1788574176]  req@ffff91cdd1289c00 x1875454067862528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574176.935269:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067862528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574176.935279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574176.935283:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574176.935286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067862528:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574176.935292:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574176.935311:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574176.935320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574176/real 1788574176]  req@ffff91cdd128ad80 x1875454067862656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574176.935329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067862656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574176.935334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574176.935336:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574176.935338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862656:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574176.935361:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574176.935372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574176.935378:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574176/real 1788574176]  req@ffff91cdd1289f80 x1875454067862784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574176.935386:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067862784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574176.935401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574176.935403:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574176.935406:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067862784:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574177.830944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574178.854952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574179.878908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574180.903028:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574181.926994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574182.055005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574182.055017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574182.055022:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574182.055043:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1896
00000100:00080000:1.0:1788574182.055055:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574182.055062:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574182.055102:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067862912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574182.055139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574182.055143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574182.055145:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574182.055150:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1896
00000100:00080000:1.0:1788574182.055154:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574182.055159:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574182.055171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574182.055187:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067863040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574182.055207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067862912:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574182.055224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574182.055227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574182.055228:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574182.055233:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1896
00000100:00080000:1.0:1788574182.055239:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574182.055243:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574182.055251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574182.055266:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067863168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574182.055284:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574182.055328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574182/real 1788574182]  req@ffff91cdd1369c00 x1875454067862912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574182.055347:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067862912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574182.055358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574182.055362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574182.055366:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067862912:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574182.055420:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574182.055447:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574182.055461:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574182/real 1788574182]  req@ffff91cdd136ad80 x1875454067863040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574182.055475:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067863040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574182.055492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574182.055496:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574182.055500:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863040:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574182.055506:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574182.055534:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574182.055547:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574182/real 1788574182]  req@ffff91cdd1368000 x1875454067863168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574182.055560:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067863168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574182.055569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574182.055582:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574182.055585:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863168:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574182.951014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574183.974963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574184.998990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574186.022941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574187.046976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574187.174920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574187.174936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574187.174941:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574187.174955:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1901
00000100:00080000:0.0:1788574187.174970:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574187.174979:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574187.175044:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067863296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574187.175076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574187.175079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574187.175081:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574187.175086:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1901
00000100:00080000:0.0:1788574187.175103:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574187.175108:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574187.175121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574187.175138:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067863424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574187.175150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574187.175153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574187.175154:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574187.175159:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067863296:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574187.175162:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1901
00000100:00080000:0.0:1788574187.175170:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574187.175175:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574187.175181:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574187.175197:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067863552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574187.175240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574187.175285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574187/real 1788574187]  req@ffff91cdd26f6300 x1875454067863296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574187.175301:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067863296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574187.175322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574187.175325:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574187.175329:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067863296:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574187.175354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574187.175372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574187.175381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574187/real 1788574187]  req@ffff91cdd26f4380 x1875454067863424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574187.175390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067863424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574187.175395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574187.175398:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574187.175400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863424:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574187.175404:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574187.175414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574187.175420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574187/real 1788574187]  req@ffff91cdd26f5180 x1875454067863552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574187.175427:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067863552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574187.175432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574187.175434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574187.175436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863552:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574188.070906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574189.094903:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574190.118966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574191.142946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574192.166969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574192.294879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574192.294888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574192.294892:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574192.294901:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1906
00000100:00080000:0.0:1788574192.294910:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574192.294918:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574192.294949:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067863680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574192.294971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574192.294974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574192.294976:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574192.294979:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1906
00000100:00080000:0.0:1788574192.294981:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574192.294983:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574192.294992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574192.295001:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067863808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574192.295011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574192.295015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788574192.295016:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067863680:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574192.295017:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574192.295025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1906
00000100:00080000:0.0:1788574192.295029:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574192.295031:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574192.295035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574192.295056:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067863936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574192.295111:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574192.295138:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863936:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574193.190981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574194.214948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574195.238977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574195.367221:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574195.367292:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574195.367317:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574195.367383:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574195.367400:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788574195.367437:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574192/real 1788574195]  req@ffff91cdd26f6680 x1875454067863808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574195.367482:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067863808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574195.367504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574195.367511:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574195.367517:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574195.367527:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574192/real 1788574195]  req@ffff91cdd26f5500 x1875454067863936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574195.367543:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067863936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574195.367551:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574195.367555:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574195.367558:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067863936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574195.367566:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574192/real 1788574195]  req@ffff91cdd26f6a00 x1875454067863680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574195.367579:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067863680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574195.367587:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574195.367605:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574195.367608:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067863680:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574196.263006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574197.286947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574197.414905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574197.414914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574197.414932:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574197.414941:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1911
00000100:00080000:3.0:1788574197.414950:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574197.414957:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574197.414992:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067864064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574197.415019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574197.415023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574197.415025:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574197.415039:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1911
00000100:00080000:3.0:1788574197.415045:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574197.415050:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574197.415058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067864064:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574197.415061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574197.415082:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067864192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574197.415095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574197.415099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574197.415101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574197.415106:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1911
00000100:00080000:3.0:1788574197.415109:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574197.415114:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574197.415120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788574197.415130:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574197.415135:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067864320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574197.415179:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574197/real 1788574197]  req@ffff91cdd142e680 x1875454067864064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574197.415200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067864064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574197.415211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574197.415216:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574197.415220:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067864064:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574197.415249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574197.415274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574197.415287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574197/real 1788574197]  req@ffff91cdd142d880 x1875454067864192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574197.415300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067864192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574197.415308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574197.415311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574197.415314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864192:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574197.415320:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574197.415355:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574197.415367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574197/real 1788574197]  req@ffff91cdd142ea00 x1875454067864320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574197.415379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067864320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574197.415393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574197.415397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574197.415400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864320:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574198.311159:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574199.334928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574200.358953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574201.382918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574202.406920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574202.534864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574202.534873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574202.534877:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574202.534885:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1916
00000100:00080000:3.0:1788574202.534894:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574202.534900:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574202.534938:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067864448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574202.534958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574202.534961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574202.534962:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574202.534965:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1916
00000100:00080000:3.0:1788574202.534968:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574202.534971:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574202.534979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574202.534986:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067864448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574202.534990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067864576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574202.535001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574202.535003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574202.535004:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574202.535008:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1916
00000100:00080000:3.0:1788574202.535010:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574202.535012:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574202.535030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574202.535039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067864704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574202.535047:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574202.535093:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574202/real 1788574202]  req@ffff91cdd142d180 x1875454067864448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574202.535108:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067864448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574202.535117:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574202.535119:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574202.535131:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067864448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574202.535150:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574202.535168:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574202.535177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574202/real 1788574202]  req@ffff91cdd142f100 x1875454067864576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574202.535197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067864576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574202.535219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574202.535222:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574202.535224:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864576:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574202.535239:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574202.535255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574202.535263:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574202/real 1788574202]  req@ffff91cdd142e300 x1875454067864704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574202.535271:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067864704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574202.535276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574202.535278:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574202.535280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864704:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574203.430931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574204.454929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574205.479006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574206.503019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574207.526975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574207.654920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574207.654930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574207.654933:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574207.654942:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1922
00000100:00080000:1.0:1788574207.654956:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574207.654962:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574207.654995:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067864832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574207.655015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574207.655018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574207.655019:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574207.655022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1922
00000100:00080000:1.0:1788574207.655024:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574207.655026:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574207.655048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574207.655058:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067864960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574207.655065:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067864832:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574207.655073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574207.655078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574207.655080:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574207.655085:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1922
00000100:00080000:1.0:1788574207.655089:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574207.655094:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574207.655100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574207.655115:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067865088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574207.655137:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574207.655178:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574207/real 1788574207]  req@ffff91cdd1369f80 x1875454067864832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574207.655197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067864832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574207.655221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574207.655225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574207.655230:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067864832:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574207.655254:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574207.655280:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574207.655293:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574207/real 1788574207]  req@ffff91cdd136a680 x1875454067864960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574207.655307:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067864960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574207.655316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574207.655319:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574207.655323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067864960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574207.655329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574207.655347:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574207.655357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574207/real 1788574207]  req@ffff91cdd136b800 x1875454067865088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574207.655368:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067865088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574207.655376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574207.655380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574207.655383:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865088:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574208.550938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574209.574953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574210.598934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574211.622992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574212.646928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574212.774874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574212.774885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574212.774891:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574212.774903:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1927
00000100:00080000:2.0:1788574212.774915:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574212.774923:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574212.774960:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067865216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574212.774987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574212.774992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574212.774994:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574212.774999:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1927
00000100:00080000:2.0:1788574212.775003:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574212.775009:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574212.775020:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574212.775023:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067865216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574212.775035:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067865344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574212.775047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574212.775051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574212.775054:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574212.775058:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1927
00000100:00080000:2.0:1788574212.775062:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574212.775066:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:0.0:1788574212.775084:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788574212.775087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574212.775102:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067865472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574212.775121:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574212/real 1788574212]  req@ffff91cdd1289880 x1875454067865216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574212.775136:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067865216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574212.775144:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574212.775148:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574212.775150:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067865216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574212.775168:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574212.775184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574212.775192:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574212/real 1788574212]  req@ffff91cdd128b100 x1875454067865344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574212.775199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067865344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574212.775205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574212.775207:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574212.775209:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865344:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574212.775213:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574212.775223:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574212.775229:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574212/real 1788574212]  req@ffff91cdd1288a80 x1875454067865472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574212.775244:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067865472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574212.775254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574212.775257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574212.775260:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865472:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574213.670987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574214.694918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574215.718969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574216.742961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574217.767008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574217.894881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574217.894896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574217.894903:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574217.894917:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1932
00000100:00080000:2.0:1788574217.894932:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574217.894941:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574217.894996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067865600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574217.895032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574217.895041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574217.895043:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574217.895047:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1932
00000100:00080000:2.0:1788574217.895052:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574217.895057:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574217.895069:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574217.895083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067865728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574217.895099:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067865600:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574217.895135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574217.895140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574217.895142:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574217.895148:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1932
00000100:00080000:2.0:1788574217.895154:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574217.895159:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574217.895165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574217.895180:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067865856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574217.895188:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574217.895254:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574217/real 1788574217]  req@ffff91cdd1288380 x1875454067865600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574217.895271:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067865600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574217.895280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574217.895284:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574217.895287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067865600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574217.895310:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574217.895355:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574217.895372:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574217/real 1788574217]  req@ffff91cdd128a680 x1875454067865728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574217.895381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067865728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574217.895398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574217.895401:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574217.895404:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865728:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574217.895408:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574217.895425:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574217.895433:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574217/real 1788574217]  req@ffff91cdd128aa00 x1875454067865856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574217.895440:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067865856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574217.895446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574217.895447:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574217.895449:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067865856:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574218.790943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574219.814991:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574220.838942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574221.862931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574222.886936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574223.014911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574223.014921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574223.014926:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574223.014936:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1937
00000100:00080000:1.0:1788574223.014947:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574223.014955:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574223.014992:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067865984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574223.015033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574223.015038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574223.015040:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574223.015044:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1937
00000100:00080000:1.0:1788574223.015064:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574223.015070:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574223.015081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574223.015091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067865984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574223.015098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067866112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574223.015112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574223.015116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574223.015119:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574223.015123:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1937
00000100:00080000:1.0:1788574223.015128:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574223.015132:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574223.015138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574223.015149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067866240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574223.015160:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574223.015202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574223/real 1788574223]  req@ffff91cdd136b480 x1875454067865984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574223.015217:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067865984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574223.015225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574223.015227:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574223.015236:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067865984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574223.015255:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574223.015282:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574223.015293:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574223/real 1788574223]  req@ffff91cdd1369500 x1875454067866112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574223.015302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067866112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574223.015308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574223.015310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574223.015312:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866112:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574223.015316:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574223.015329:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574223.015335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574223/real 1788574223]  req@ffff91cdd1368700 x1875454067866240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574223.015342:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067866240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574223.015347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574223.015348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574223.015350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866240:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574223.910942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574224.934941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574225.958908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574226.982919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574228.006938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574228.134860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574228.134871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574228.134875:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574228.134886:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1942
00000100:00080000:1.0:1788574228.134897:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574228.134905:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574228.134938:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067866368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574228.134968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574228.134988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574228.134990:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574228.134995:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1942
00000100:00100000:2.0:1788574228.134998:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067866368:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574228.135000:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574228.135010:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574228.135021:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574228.135040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067866496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574228.135056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1788574228.135060:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:1.0:1788574228.135064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574228.135068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574228.135073:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1942
00000100:00080000:1.0:1788574228.135079:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574228.135085:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574228.135092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574228.135098:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574228/real 1788574228]  req@ffff91cdd1368380 x1875454067866368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574228.135109:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067866624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574228.135116:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067866368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574228.135134:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574228.135147:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574228.135153:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067866368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574228.135180:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574228.135203:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574228.135218:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574228/real 1788574228]  req@ffff91cdd136a300 x1875454067866496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574228.135233:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067866496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574228.135242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574228.135246:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574228.135249:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866496:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574228.135256:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574228.135280:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574228.135291:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574228/real 1788574228]  req@ffff91cdd1368e00 x1875454067866624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574228.135300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067866624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574228.135306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574228.135309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574228.135311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866624:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574229.030917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574230.054937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574231.078994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574232.102914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574233.126930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574233.254872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574233.254885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574233.254890:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574233.254901:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1947
00000100:00080000:1.0:1788574233.254912:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574233.254919:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574233.254956:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067866752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574233.254998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574233.255002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574233.255004:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574233.255009:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1947
00000100:00080000:1.0:1788574233.255013:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574233.255019:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574233.255029:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574233.255046:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067866880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574233.255048:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067866752:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574233.255060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574233.255070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574233.255072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574233.255077:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1947
00000100:00080000:1.0:1788574233.255081:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574233.255086:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574233.255093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574233.255109:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067867008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574233.255130:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574233.255172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574233/real 1788574233]  req@ffff91cdd136aa00 x1875454067866752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574233.255192:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067866752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574233.255204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574233.255209:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574233.255213:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067866752:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574233.255248:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574233.255273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574233.255286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574233/real 1788574233]  req@ffff91cdd136b100 x1875454067866880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574233.255300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067866880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574233.255309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574233.255313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574233.255317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067866880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574233.255324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574233.255343:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574233.255354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574233/real 1788574233]  req@ffff91cdd1369180 x1875454067867008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574233.255390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067867008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574233.255399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574233.255403:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574233.255407:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867008:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574234.150952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574235.174962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574236.198954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574237.222981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574238.246935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574238.374912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574238.374921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574238.374926:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574238.374936:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1952
00000100:00080000:3.0:1788574238.374947:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574238.374954:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574238.375007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067867136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574238.375035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574238.375039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574238.375041:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574238.375046:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1952
00000100:00080000:3.0:1788574238.375049:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574238.375053:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574238.375063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574238.375079:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067867264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574238.375092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574238.375097:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067867136:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574238.375098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574238.375104:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574238.375110:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1952
00000100:00080000:3.0:1788574238.375155:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574238.375161:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788574238.375167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788574238.375168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574238.375185:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067867392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574238.375212:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574238/real 1788574238]  req@ffff91cdd142d500 x1875454067867136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574238.375227:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067867136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574238.375236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574238.375239:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574238.375242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067867136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574238.375264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574238.375289:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574238.375302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574238/real 1788574238]  req@ffff91cdd142e300 x1875454067867264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574238.375327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067867264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574238.375332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574238.375335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574238.375337:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867264:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574238.375341:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574238.375357:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574238.375387:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574238/real 1788574238]  req@ffff91cdd142f100 x1875454067867392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574238.375397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067867392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574238.375402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574238.375404:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574238.375406:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867392:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574239.270998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574240.294929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574241.318945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574242.342925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574243.366948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574243.494867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574243.494876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574243.494879:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574243.494888:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1957
00000100:00080000:3.0:1788574243.494896:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574243.494902:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574243.494935:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067867520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574243.494959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574243.494962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574243.494963:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574243.494966:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1957
00000100:00080000:3.0:1788574243.494968:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574243.494971:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574243.494979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574243.494987:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067867648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574243.494997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574243.495007:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067867520:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574243.495018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574243.495021:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574243.495027:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1957
00000100:00080000:3.0:1788574243.495032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574243.495038:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574243.495045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574243.495059:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067867776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574243.495065:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574243.495102:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574243/real 1788574243]  req@ffff91cdd142d180 x1875454067867520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574243.495116:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067867520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574243.495130:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574243.495133:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574243.495136:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067867520:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574243.495142:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574243.495160:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574243.495168:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574243/real 1788574243]  req@ffff91cdd142ea00 x1875454067867648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574243.495176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067867648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574243.495181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574243.495183:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574243.495185:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867648:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574243.495204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574243.495215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574243.495221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574243/real 1788574243]  req@ffff91cdd142d880 x1875454067867776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574243.495228:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067867776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574243.495233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574243.495235:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574243.495237:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067867776:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574244.390948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574245.414946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574246.438997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574247.462916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574248.486925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574248.614897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574248.614906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574248.614909:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574248.614917:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1962
00000100:00080000:0.0:1788574248.614927:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574248.614933:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574248.614965:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067867904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574248.614987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574248.614990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574248.614991:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574248.614993:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1962
00000100:00080000:0.0:1788574248.614996:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574248.614998:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574248.615007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574248.615015:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067868032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574248.615025:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067867904:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574248.615051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574248.615054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574248.615056:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574248.615060:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1962
00000100:00080000:0.0:1788574248.615064:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574248.615066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574248.615071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574248.615080:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574248.615084:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067868160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574248.615121:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574248/real 1788574248]  req@ffff91cdd26f6a00 x1875454067867904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574248.615135:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067867904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574248.615143:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574248.615154:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574248.615157:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067867904:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574248.615177:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574248.615193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574248.615202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574248/real 1788574248]  req@ffff91cdd26f5500 x1875454067868032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574248.615234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067868032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574248.615239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574248.615242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574248.615244:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868032:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574248.615248:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574248.615278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574248.615287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574248/real 1788574248]  req@ffff91cdd26f6680 x1875454067868160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574248.615295:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067868160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574248.615300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574248.615303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574248.615305:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868160:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574249.510974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574250.534967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574251.558954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574252.582933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574253.606920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574253.734873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574253.734882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574253.734886:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574253.734894:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1968
00000100:00080000:2.0:1788574253.734904:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574253.734909:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574253.734944:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067868288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574253.734973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574253.734976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574253.734977:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574253.734980:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1968
00000100:00080000:2.0:1788574253.734982:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574253.735001:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574253.735009:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574253.735016:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067868288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574253.735023:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067868416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574253.735032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574253.735035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574253.735036:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574253.735038:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1968
00000100:00080000:2.0:1788574253.735041:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574253.735044:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574253.735047:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574253.735055:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067868544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574253.735083:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574253.735137:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574253/real 1788574253]  req@ffff91cdd1289500 x1875454067868288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574253.735158:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067868288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574253.735166:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574253.735169:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574253.735173:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067868288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574253.735192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574253.735218:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574253.735228:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574253/real 1788574253]  req@ffff91cdd128aa00 x1875454067868416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574253.735237:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067868416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574253.735242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574253.735245:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574253.735247:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868416:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574253.735251:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574253.735266:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574253.735277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574253/real 1788574253]  req@ffff91cdd128a680 x1875454067868544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574253.735289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067868544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574253.735298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574253.735302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574253.735306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868544:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574254.631014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574255.654949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574256.678938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574257.702941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574258.726998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574258.854899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574258.854913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574258.854919:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574258.854932:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1973
00000100:00080000:1.0:1788574258.854972:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574258.854982:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574258.855027:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067868672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574258.855094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574258.855099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574258.855101:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574258.855107:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1973
00000100:00080000:1.0:1788574258.855111:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574258.855116:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574258.855128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574258.855143:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067868800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574258.855152:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067868672:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574258.855160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574258.855165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574258.855167:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574258.855173:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1973
00000100:00080000:1.0:1788574258.855176:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574258.855180:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574258.855186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574258.855199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067868928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574258.855277:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574258.855312:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868928:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574259.750935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574260.775002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574261.798988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788574261.927137:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788574261.927184:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788574261.927207:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788574261.927249:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788574261.927260:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788574261.927300:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574258/real 1788574261]  req@ffff91cdd1369880 x1875454067868800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574261.927341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067868800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574261.927353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574261.927357:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574261.927361:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574261.927369:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574258/real 1788574261]  req@ffff91cdd136bb80 x1875454067868928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574261.927381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067868928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574261.927389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574261.927393:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574261.927396:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067868928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574261.927403:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574258/real 1788574261]  req@ffff91cdd1368a80 x1875454067868672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574261.927417:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067868672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574261.927449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574261.927453:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574261.927458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067868672:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574262.823035:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574263.846991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574263.974996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574263.975008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574263.975013:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574263.975026:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1978
00000100:00080000:3.0:1788574263.975041:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574263.975051:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574263.975095:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067869056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574263.975128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574263.975132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574263.975135:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574263.975149:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1978
00000100:00080000:3.0:1788574263.975154:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574263.975160:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574263.975172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574263.975173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067869056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574263.975192:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067869184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574263.975206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574263.975210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574263.975212:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574263.975216:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1978
00000100:00080000:3.0:1788574263.975219:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574263.975223:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574263.975227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574263.975238:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067869312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574263.975264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574263.975312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574263/real 1788574263]  req@ffff91cdd142e680 x1875454067869056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574263.975335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067869056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574263.975347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574263.975352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574263.975357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067869056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574263.975390:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574263.975420:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574263.975436:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574263/real 1788574263]  req@ffff91cdd142d880 x1875454067869184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574263.975451:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067869184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574263.975460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574263.975464:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574263.975468:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869184:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574263.975475:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574263.975499:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574263.975512:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574263/real 1788574263]  req@ffff91cdd142ea00 x1875454067869312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574263.975540:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067869312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574263.975550:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574263.975553:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574263.975557:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869312:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574264.871002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574265.894995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574266.918980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574267.942972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574268.966992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574269.094938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574269.094951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574269.094957:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574269.094971:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1983
00000100:00080000:0.0:1788574269.094984:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574269.094994:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574269.095051:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067869440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574269.095082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574269.095086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574269.095088:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574269.095093:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1983
00000100:00080000:0.0:1788574269.095098:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574269.095104:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574269.095116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574269.095133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067869440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574269.095134:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067869568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574269.095181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574269.095185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574269.095188:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574269.095192:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1983
00000100:00080000:0.0:1788574269.095198:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574269.095203:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574269.095209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574269.095219:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574269.095225:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067869696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574269.095273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574269/real 1788574269]  req@ffff91cdd26f6680 x1875454067869440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574269.095291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067869440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574269.095301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574269.095305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574269.095308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067869440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574269.095331:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574269.095350:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574269.095360:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574269/real 1788574269]  req@ffff91cdd26f5500 x1875454067869568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574269.095369:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067869568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574269.095386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574269.095389:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574269.095391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869568:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574269.095396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574269.095412:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574269.095420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574269/real 1788574269]  req@ffff91cdd26f6a00 x1875454067869696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574269.095428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067869696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574269.095433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574269.095436:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574269.095438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869696:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574269.991046:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574271.014977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574272.038924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574273.062994:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574274.086948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574274.214891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574274.214899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574274.214903:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574274.214912:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1988
00000100:00080000:3.0:1788574274.214922:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574274.214930:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574274.214967:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067869824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574274.214994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574274.215010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574274.215012:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574274.215016:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1988
00000100:00080000:3.0:1788574274.215020:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574274.215024:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574274.215032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574274.215039:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067869824:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574274.215046:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067869952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574274.215055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574274.215057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574274.215058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574274.215061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1988
00000100:00080000:3.0:1788574274.215064:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574274.215066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574274.215068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574274.215077:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067870080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574274.215111:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574274.215149:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574274/real 1788574274]  req@ffff91cdd142d180 x1875454067869824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574274.215166:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067869824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574274.215177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574274.215182:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574274.215193:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067869824:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574274.215217:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574274.215240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574274.215252:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574274/real 1788574274]  req@ffff91cdd142f100 x1875454067869952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574274.215264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067869952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574274.215272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574274.215276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574274.215279:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067869952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574274.215285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574274.215303:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574274.215313:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574274/real 1788574274]  req@ffff91cdd142e300 x1875454067870080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574274.215325:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067870080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574274.215333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574274.215336:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574274.215339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870080:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574275.110923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574276.134974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574277.158937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574278.182949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574279.206955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574279.334903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574279.334913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574279.334917:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574279.334928:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1993
00000100:00080000:3.0:1788574279.334938:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574279.334946:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574279.334984:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067870208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574279.335021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574279.335025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574279.335027:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574279.335032:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1993
00000100:00080000:3.0:1788574279.335037:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574279.335042:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574279.335052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574279.335067:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067870336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574279.335069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067870208:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574279.335086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574279.335089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574279.335090:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574279.335094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1993
00000100:00080000:3.0:1788574279.335097:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574279.335101:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574279.335105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574279.335115:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067870464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574279.335132:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574279.335176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574279/real 1788574279]  req@ffff91cdd142d500 x1875454067870208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574279.335194:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067870208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574279.335201:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574279.335204:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574279.335207:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067870208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574279.335226:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574279.335243:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574279.335252:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574279/real 1788574279]  req@ffff91cdd142e300 x1875454067870336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574279.335260:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067870336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574279.335265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574279.335267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574279.335269:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870336:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574279.335273:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574279.335283:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574279.335289:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574279/real 1788574279]  req@ffff91cdd142f100 x1875454067870464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574279.335296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067870464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574279.335311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574279.335313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574279.335315:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870464:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574280.230940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574281.255013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574282.279000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574283.302953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574284.326987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574284.454871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574284.454887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574284.454893:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574284.454905:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 1998
00000100:00080000:3.0:1788574284.454949:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574284.454957:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574284.454998:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067870592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574284.455024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574284.455027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574284.455028:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574284.455032:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1998
00000100:00080000:3.0:1788574284.455035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574284.455039:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574284.455049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574284.455063:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067870592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574284.455063:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067870720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574284.455078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574284.455081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574284.455082:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574284.455084:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 1998
00000100:00080000:3.0:1788574284.455086:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574284.455089:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574284.455098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574284.455108:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067870848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574284.455152:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574284.455193:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574284/real 1788574284]  req@ffff91cdd142d180 x1875454067870592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574284.455213:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067870592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574284.455225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574284.455230:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574284.455235:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067870592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574284.455263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574284.455284:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574284.455294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574284/real 1788574284]  req@ffff91cdd142ea00 x1875454067870720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574284.455303:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067870720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574284.455309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574284.455311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574284.455314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870720:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574284.455325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574284.455340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574284.455348:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574284/real 1788574284]  req@ffff91cdd142d880 x1875454067870848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574284.455356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067870848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574284.455362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574284.455364:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574284.455367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067870848:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574285.350933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574286.375000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574287.398920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574288.422977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574289.446943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574289.574929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574289.574940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574289.574945:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574289.574956:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2003
00000100:00080000:0.0:1788574289.574967:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574289.574975:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574289.575014:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067870976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574289.575064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574289.575068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574289.575070:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574289.575075:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2003
00000100:00080000:0.0:1788574289.575081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574289.575087:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574289.575097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574289.575111:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067870976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574289.575115:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067871104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574289.575130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574289.575133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574289.575136:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574289.575141:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2003
00000100:00080000:0.0:1788574289.575154:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574289.575160:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788574289.575166:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:0.0:1788574289.575167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574289.575184:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067871232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574289.575209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574289/real 1788574289]  req@ffff91cdd26f5180 x1875454067870976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574289.575223:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067870976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574289.575231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574289.575234:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574289.575237:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067870976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574289.575255:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574289.575269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574289.575277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574289/real 1788574289]  req@ffff91cdd26f4380 x1875454067871104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574289.575301:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067871104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574289.575307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574289.575309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574289.575311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871104:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574289.575316:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574289.575330:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574289.575337:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574289/real 1788574289]  req@ffff91cdd26f6300 x1875454067871232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574289.575345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067871232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574289.575350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574289.575352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574289.575354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871232:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574290.470948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574291.494961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574292.518930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574293.542988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574294.566970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574294.694905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574294.694933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574294.694937:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574294.694949:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2009
00000100:00080000:3.0:1788574294.694960:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574294.694967:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574294.694999:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067871360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574294.695021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574294.695024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574294.695026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574294.695028:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2009
00000100:00080000:3.0:1788574294.695031:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574294.695034:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574294.695042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574294.695051:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067871488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574294.695059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574294.695064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574294.695065:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067871360:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574294.695067:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574294.695076:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2009
00000100:00080000:3.0:1788574294.695078:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574294.695080:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574294.695083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574294.695092:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067871616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574294.695132:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574294.695172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574294/real 1788574294]  req@ffff91cdd142e680 x1875454067871360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574294.695193:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067871360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574294.695212:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574294.695215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574294.695219:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067871360:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574294.695237:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574294.695256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574294.695267:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574294/real 1788574294]  req@ffff91cdd142d880 x1875454067871488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574294.695281:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067871488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574294.695290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574294.695294:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574294.695298:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871488:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574294.695305:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574294.695324:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574294.695333:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574294/real 1788574294]  req@ffff91cdd142ea00 x1875454067871616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574294.695341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067871616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574294.695346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574294.695349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574294.695351:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871616:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574295.590982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574296.614918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574297.638930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574298.662963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574299.686942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574299.814868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574299.814877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574299.814881:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574299.814890:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2014
00000100:00080000:3.0:1788574299.814900:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574299.814906:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574299.814938:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067871744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574299.814959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574299.814964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574299.814966:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574299.814970:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2014
00000100:00080000:3.0:1788574299.814974:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574299.814979:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574299.814989:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574299.815005:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067871872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574299.815011:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067871744:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574299.815017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574299.815020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574299.815023:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574299.815027:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2014
00000100:00080000:3.0:1788574299.815031:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574299.815035:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574299.815061:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574299.815074:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574299.815074:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067872000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574299.815108:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574299/real 1788574299]  req@ffff91cdd142d180 x1875454067871744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574299.815131:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067871744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574299.815142:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574299.815147:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574299.815151:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067871744:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574299.815173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574299.815196:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574299.815205:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574299/real 1788574299]  req@ffff91cdd142f100 x1875454067871872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574299.815213:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067871872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574299.815219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574299.815222:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574299.815233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067871872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574299.815239:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574299.815260:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574299.815273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574299/real 1788574299]  req@ffff91cdd142e300 x1875454067872000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574299.815292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067872000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574299.815298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574299.815300:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574299.815302:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872000:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574300.710922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574301.734972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574302.758917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574303.783121:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574304.806957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574304.934893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574304.934902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574304.934905:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574304.934912:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2019
00000100:00080000:0.0:1788574304.934936:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574304.934942:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574304.934971:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067872128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574304.934994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574304.934996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574304.934997:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574304.935000:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2019
00000100:00080000:0.0:1788574304.935002:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574304.935005:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574304.935012:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574304.935021:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067872256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574304.935029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574304.935031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574304.935033:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574304.935037:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067872128:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574304.935039:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2019
00000100:00080000:0.0:1788574304.935044:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574304.935047:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574304.935050:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574304.935058:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067872384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574304.935096:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574304.935142:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574304/real 1788574304]  req@ffff91cdd26f4a80 x1875454067872128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574304.935162:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067872128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574304.935175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574304.935179:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574304.935182:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067872128:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574304.935202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574304.935220:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574304.935229:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574304/real 1788574304]  req@ffff91cdd26f7100 x1875454067872256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574304.935238:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067872256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574304.935253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574304.935256:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574304.935258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872256:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574304.935263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574304.935277:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574304.935284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574304/real 1788574304]  req@ffff91cdd26f5880 x1875454067872384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574304.935291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067872384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574304.935297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574304.935299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574304.935301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872384:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574305.830919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574306.854944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574307.878919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574308.902916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574309.926923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574310.054878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574310.054887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574310.054890:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574310.054898:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2024
00000100:00080000:3.0:1788574310.054907:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574310.054912:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574310.054941:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067872512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574310.054963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574310.054965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574310.054967:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574310.054975:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2024
00000100:00080000:3.0:1788574310.054979:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574310.054983:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574310.054994:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574310.055013:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067872512:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574310.055014:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067872640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574310.055031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574310.055035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574310.055037:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574310.055041:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2024
00000100:00080000:3.0:1788574310.055060:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574310.055065:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574310.055072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574310.055082:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574310.055087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067872768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574310.055117:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574310/real 1788574310]  req@ffff91cdd142d500 x1875454067872512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574310.055132:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067872512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574310.055139:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574310.055142:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574310.055151:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067872512:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574310.055171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574310.055190:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574310.055198:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574310/real 1788574310]  req@ffff91cdd142e300 x1875454067872640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574310.055206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067872640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574310.055212:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574310.055214:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574310.055217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872640:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574310.055220:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574310.055231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574310.055236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574310/real 1788574310]  req@ffff91cdd142f100 x1875454067872768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574310.055244:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067872768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574310.055249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574310.055251:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574310.055253:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067872768:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574310.950971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574311.974946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574312.998951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574314.022932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574315.046929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574315.174869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574315.174877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574315.174881:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574315.174889:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2029
00000100:00080000:3.0:1788574315.174898:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574315.174904:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574315.174937:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067872896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574315.174961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574315.174963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574315.174965:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574315.174967:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2029
00000100:00080000:3.0:1788574315.174970:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574315.174972:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574315.174979:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574315.174987:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067873024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574315.174994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574315.175010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574315.175012:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574315.175015:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2029
00000100:00080000:3.0:1788574315.175018:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574315.175021:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574315.175025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574315.175030:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067872896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574315.175036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067873152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574315.175089:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574315.175129:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574315/real 1788574315]  req@ffff91cdd142d180 x1875454067872896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574315.175142:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067872896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574315.175150:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574315.175153:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574315.175156:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067872896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574315.175161:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574315.175178:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574315.175185:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574315/real 1788574315]  req@ffff91cdd142ea00 x1875454067873024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574315.175193:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067873024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574315.175199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574315.175201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574315.175203:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873024:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574315.175221:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574315.175231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574315.175236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574315/real 1788574315]  req@ffff91cdd142d880 x1875454067873152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574315.175256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067873152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574315.175271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574315.175274:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574315.175277:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873152:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574316.070915:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574317.094958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574318.118958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574319.142981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574320.166986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574320.294943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574320.294959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574320.294965:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574320.294978:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2034
00000100:00080000:3.0:1788574320.294993:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574320.295001:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574320.295053:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067873280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574320.295088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574320.295093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574320.295095:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574320.295100:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2034
00000100:00080000:3.0:1788574320.295104:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574320.295110:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574320.295123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574320.295144:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067873408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574320.295145:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067873280:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574320.295176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574320.295180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574320.295183:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574320.295188:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2034
00000100:00080000:3.0:1788574320.295193:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574320.295199:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574320.295204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574320.295220:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067873536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574320.295235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574320.295287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574320/real 1788574320]  req@ffff91cdd142e680 x1875454067873280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574320.295304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067873280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574320.295313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574320.295316:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574320.295319:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067873280:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574320.295346:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574320.295370:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574320.295385:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574320/real 1788574320]  req@ffff91cdd142d880 x1875454067873408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574320.295397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067873408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574320.295404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574320.295406:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574320.295409:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873408:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574320.295421:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574320.295438:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574320.295446:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574320/real 1788574320]  req@ffff91cdd142ea00 x1875454067873536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574320.295454:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067873536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574320.295459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574320.295462:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574320.295464:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873536:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574321.191008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574322.215019:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574323.239014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574324.262940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574325.286997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574325.414905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574325.414916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574325.414921:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574325.414933:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2039
00000100:00080000:3.0:1788574325.414946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574325.414953:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574325.414998:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067873664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574325.415026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574325.415030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574325.415032:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574325.415037:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2039
00000100:00080000:3.0:1788574325.415041:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574325.415046:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574325.415069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067873664:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574325.415081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574325.415095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067873792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574325.415105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574325.415108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574325.415110:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574325.415119:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2039
00000100:00080000:3.0:1788574325.415123:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574325.415126:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574325.415130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574325.415138:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067873920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574325.415188:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574325.415211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873920:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574326.310938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574327.335017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574328.358960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574328.487112:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788574328.487159:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574328.487178:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574328.487220:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574328.487236:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788574328.487246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574325/real 1788574328]  req@ffff91cdd142f100 x1875454067873792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574328.487291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067873792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574328.487304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574328.487310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574328.487316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574328.487332:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574325/real 1788574328]  req@ffff91cdd142e300 x1875454067873920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574328.487346:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067873920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574328.487356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574328.487361:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574328.487365:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067873920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574328.487373:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574325/real 1788574328]  req@ffff91cdd142d180 x1875454067873664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574328.487386:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067873664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574328.487402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574328.487406:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574328.487411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067873664:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574329.382946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574330.406941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574330.534888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574330.534898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574330.534901:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574330.534910:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2044
00000100:00080000:3.0:1788574330.534919:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574330.534925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574330.534953:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067874048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574330.534974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574330.534976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574330.534978:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574330.534980:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2044
00000100:00080000:3.0:1788574330.534996:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574330.535001:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574330.535009:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574330.535017:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067874048:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574330.535026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067874176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574330.535044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574330.535047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574330.535050:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574330.535054:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2044
00000100:00080000:3.0:1788574330.535058:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574330.535062:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574330.535067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574330.535081:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067874304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574330.535103:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574330.535141:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574330/real 1788574330]  req@ffff91cdd142d500 x1875454067874048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574330.535158:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067874048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574330.535168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574330.535172:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574330.535176:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067874048:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574330.535200:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574330.535226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574330.535240:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574330/real 1788574330]  req@ffff91cdd142d180 x1875454067874176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574330.535252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067874176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574330.535260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574330.535263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574330.535267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874176:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574330.535272:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574330.535292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574330.535302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574330/real 1788574330]  req@ffff91cdd142e300 x1875454067874304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574330.535328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067874304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574330.535337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574330.535340:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574330.535344:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874304:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574331.430927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574332.454954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574333.478937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574334.502953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574335.526942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574335.654975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574335.654982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574335.654986:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574335.654995:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2050
00000100:00080000:0.0:1788574335.655004:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574335.655011:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574335.655041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067874432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574335.655059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574335.655062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574335.655064:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574335.655067:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2050
00000100:00080000:0.0:1788574335.655069:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574335.655072:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574335.655080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574335.655091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067874432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574335.655092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067874560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574335.655124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574335.655126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574335.655128:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574335.655132:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2050
00000100:00080000:0.0:1788574335.655135:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574335.655138:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574335.655142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574335.655154:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067874688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574335.655168:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574335.655203:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574335/real 1788574335]  req@ffff91cdd26f5c00 x1875454067874432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574335.655229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067874432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574335.655237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574335.655240:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574335.655244:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067874432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574335.655264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574335.655292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574335.655312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574335/real 1788574335]  req@ffff91cdd26f7b80 x1875454067874560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574335.655332:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067874560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574335.655339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574335.655349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574335.655352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874560:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574335.655357:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574335.655373:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574335.655381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574335/real 1788574335]  req@ffff91cdd26f4000 x1875454067874688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574335.655389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067874688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574335.655408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574335.655412:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574335.655415:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874688:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574336.551058:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574337.575023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574338.599005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574339.623029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574340.646992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574340.774975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574340.774984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574340.774989:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574340.774999:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2055
00000100:00080000:1.0:1788574340.775009:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574340.775015:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574340.775048:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067874816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574340.775072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574340.775075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574340.775076:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574340.775079:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2055
00000100:00080000:1.0:1788574340.775082:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574340.775084:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574340.775091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574340.775099:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067874944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574340.775107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574340.775109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788574340.775122:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067874816:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574340.775124:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574340.775133:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2055
00000100:00080000:1.0:1788574340.775135:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574340.775138:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574340.775142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574340.775152:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067875072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574340.775190:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574340.775222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574340/real 1788574340]  req@ffff91cdd1368a80 x1875454067874816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574340.775235:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067874816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574340.775242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574340.775245:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574340.775248:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067874816:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574340.775253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574340.775272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574340.775281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574340/real 1788574340]  req@ffff91cdd136bb80 x1875454067874944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574340.775296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067874944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574340.775301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574340.775304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574340.775306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067874944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574340.775323:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574340.775337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574340.775343:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574340/real 1788574340]  req@ffff91cdd1369880 x1875454067875072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574340.775351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067875072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574340.775356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574340.775358:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574340.775359:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875072:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574341.670954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574342.694970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574343.718991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574344.743013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574345.766957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574345.894939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574345.894950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574345.894955:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574345.894965:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2060
00000100:00080000:1.0:1788574345.894975:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574345.894983:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574345.895023:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067875200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574345.895060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574345.895064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574345.895067:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574345.895071:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2060
00000100:00080000:1.0:1788574345.895075:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574345.895079:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574345.895090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574345.895105:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067875328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574345.895138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574345.895142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574345.895144:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574345.895153:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2060
00000100:00100000:0.0:1788574345.895157:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067875200:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574345.895160:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574345.895172:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574345.895189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574345.895206:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067875456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574345.895258:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574345.895309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574345/real 1788574345]  req@ffff91cdd1369180 x1875454067875200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574345.895326:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067875200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574345.895351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574345.895355:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574345.895358:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067875200:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574345.895383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574345.895404:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574345.895414:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574345/real 1788574345]  req@ffff91cdd136b100 x1875454067875328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574345.895422:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067875328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574345.895428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574345.895430:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574345.895433:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875328:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574345.895437:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574345.895449:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574345.895455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574345/real 1788574345]  req@ffff91cdd136aa00 x1875454067875456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574345.895463:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067875456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574345.895468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574345.895470:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574345.895472:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875456:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574346.790997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574347.814967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574348.838973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574349.862961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574350.886970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574351.014882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574351.014894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574351.014899:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574351.014909:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2065
00000100:00080000:1.0:1788574351.014922:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574351.014930:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574351.014996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067875584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574351.015028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574351.015032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574351.015035:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574351.015039:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2065
00000100:00080000:1.0:1788574351.015043:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574351.015049:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574351.015081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574351.015089:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067875584:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574351.015094:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067875712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574351.015105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574351.015108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574351.015110:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574351.015114:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2065
00000100:00080000:1.0:1788574351.015118:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574351.015123:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574351.015127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574351.015136:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067875840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574351.015170:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574351.015220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574351/real 1788574351]  req@ffff91cdd1368e00 x1875454067875584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574351.015236:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067875584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574351.015245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574351.015248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574351.015251:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067875584:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574351.015285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574351.015304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574351.015317:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574351/real 1788574351]  req@ffff91cdd136a300 x1875454067875712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574351.015330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067875712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574351.015339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574351.015343:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574351.015347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875712:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574351.015354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574351.015375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574351.015385:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574351/real 1788574351]  req@ffff91cdd1368380 x1875454067875840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574351.015401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067875840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574351.015407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574351.015409:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574351.015411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067875840:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574351.911021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574352.934917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574353.958953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574354.982938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574356.006976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574356.134887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574356.134897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574356.134901:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574356.134909:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2070
00000100:00080000:1.0:1788574356.134918:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574356.134923:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574356.134966:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067875968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574356.134988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574356.134990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574356.134992:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574356.134994:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2070
00000100:00080000:1.0:1788574356.135024:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574356.135028:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574356.135036:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574356.135047:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067876096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574356.135057:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067875968:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574356.135057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574356.135061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574356.135064:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574356.135070:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2070
00000100:00080000:1.0:1788574356.135072:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574356.135074:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574356.135077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574356.135085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067876224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574356.135129:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574356.135179:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574356/real 1788574356]  req@ffff91cdd1368700 x1875454067875968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574356.135197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067875968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574356.135208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574356.135212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574356.135217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067875968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574356.135240:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574356.135265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574356.135278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574356/real 1788574356]  req@ffff91cdd1369500 x1875454067876096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574356.135291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067876096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574356.135314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574356.135318:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574356.135323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876096:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574356.135329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574356.135352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574356.135366:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574356/real 1788574356]  req@ffff91cdd136b480 x1875454067876224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574356.135379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067876224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574356.135387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574356.135390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574356.135394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876224:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574357.030981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574358.054930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574359.078960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574360.102973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574361.126945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574361.254893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574361.254902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574361.254906:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574361.254920:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2075
00000100:00080000:0.0:1788574361.254933:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574361.254938:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574361.254970:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067876352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574361.255005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574361.255008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574361.255009:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574361.255012:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2075
00000100:00080000:0.0:1788574361.255015:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574361.255019:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574361.255027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574361.255037:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067876352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574361.255040:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067876480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574361.255064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574361.255067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574361.255068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574361.255072:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2075
00000100:00080000:0.0:1788574361.255075:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574361.255078:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574361.255082:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574361.255092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067876608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574361.255111:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574361.255147:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574361/real 1788574361]  req@ffff91cdd26f5f80 x1875454067876352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574361.255167:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067876352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574361.255178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574361.255182:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574361.255187:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067876352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574361.255221:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574361.255247:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574361.255261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574361/real 1788574361]  req@ffff91cdd26f7800 x1875454067876480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574361.255272:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067876480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574361.255278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574361.255281:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574361.255283:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876480:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574361.255287:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574361.255302:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574361.255309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574361/real 1788574361]  req@ffff91cdd26f6d80 x1875454067876608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574361.255316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067876608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574361.255321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574361.255324:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574361.255326:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876608:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574362.150953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574363.174934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574364.199022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574365.222940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574366.246938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574366.374862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574366.374870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574366.374873:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574366.374897:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2080
00000100:00080000:0.0:1788574366.374906:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574366.374913:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574366.374943:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067876736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574366.374962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574366.374965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574366.374966:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574366.374969:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2080
00000100:00080000:0.0:1788574366.374971:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574366.374974:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574366.374982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574366.374990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067876864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574366.374999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574366.375003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574366.375004:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067876736:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574366.375005:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574366.375014:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2080
00000100:00080000:0.0:1788574366.375016:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574366.375019:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574366.375022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574366.375032:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067876992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574366.375076:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574366.375130:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574366/real 1788574366]  req@ffff91cdd26f4700 x1875454067876736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574366.375159:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067876736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574366.375167:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574366.375170:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574366.375173:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067876736:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574366.375191:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574366.375210:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574366.375220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574366/real 1788574366]  req@ffff91cdd26f7480 x1875454067876864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574366.375228:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067876864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574366.375234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574366.375236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574366.375238:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574366.375242:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574366.375252:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574366.375258:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574366/real 1788574366]  req@ffff91cdd26f4e00 x1875454067876992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574366.375265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067876992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574366.375280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574366.375282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574366.375284:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067876992:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574367.270923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574368.294952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574369.318946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574370.342932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574371.366928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574371.494867:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574371.494879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574371.494883:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574371.494895:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2085
00000100:00080000:0.0:1788574371.494907:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574371.494915:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574371.494957:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067877120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574371.494987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574371.494992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574371.494994:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574371.494999:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2085
00000100:00080000:0.0:1788574371.495003:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574371.495008:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574371.495019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574371.495033:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067877120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574371.495036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067877248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574371.495051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574371.495055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574371.495057:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574371.495076:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2085
00000100:00080000:0.0:1788574371.495081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574371.495086:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788574371.495091:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:0.0:1788574371.495095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574371.495113:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067877376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574371.495130:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574371/real 1788574371]  req@ffff91cdd26f4e00 x1875454067877120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574371.495146:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067877120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574371.495154:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574371.495181:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574371.495186:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067877120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574371.495208:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574371.495232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574371.495243:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574371/real 1788574371]  req@ffff91cdd26f7480 x1875454067877248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574371.495252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067877248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574371.495258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574371.495261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574371.495264:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877248:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574371.495281:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574371.495310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574371.495327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574371/real 1788574371]  req@ffff91cdd26f4700 x1875454067877376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574371.495338:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067877376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574371.495344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574371.495347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574371.495349:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877376:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574372.390953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574373.414977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574374.438942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574375.462972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574376.486933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574376.614917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574376.614925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574376.614928:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574376.614936:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2090
00000100:00080000:1.0:1788574376.614946:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574376.614953:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574376.614990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067877504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574376.615015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574376.615018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574376.615019:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574376.615022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2090
00000100:00080000:1.0:1788574376.615025:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574376.615042:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574376.615051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574376.615054:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067877504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574376.615064:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067877632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574376.615073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574376.615075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574376.615077:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574376.615079:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2090
00000100:00080000:1.0:1788574376.615083:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574376.615085:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574376.615088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574376.615095:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067877760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574376.615111:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574376.615146:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574376/real 1788574376]  req@ffff91cdd136b800 x1875454067877504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574376.615166:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067877504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574376.615177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574376.615181:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574376.615186:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067877504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574376.615233:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574376.615253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574376.615263:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574376/real 1788574376]  req@ffff91cdd136a680 x1875454067877632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574376.615272:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067877632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574376.615289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574376.615291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574376.615294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877632:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574376.615300:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574376.615322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574376.615334:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574376/real 1788574376]  req@ffff91cdd1369f80 x1875454067877760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574376.615346:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067877760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574376.615355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574376.615358:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574376.615360:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067877760:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574377.510963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574378.534976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574379.558932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574380.582935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574381.606963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574381.734925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574381.734936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574381.734941:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574381.734951:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2096
00000100:00080000:2.0:1788574381.734963:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574381.734971:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574381.735009:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067877888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574381.735046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574381.735068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574381.735071:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574381.735076:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2096
00000100:00080000:2.0:1788574381.735081:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574381.735087:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574381.735098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574381.735103:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067877888:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574381.735118:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067878016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574381.735133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574381.735137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574381.735140:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574381.735144:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2096
00000100:00080000:2.0:1788574381.735149:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574381.735154:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574381.735160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788574381.735173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574381.735176:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067878144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574381.735229:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574381/real 1788574381]  req@ffff91cdd1288380 x1875454067877888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574381.735250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067877888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574381.735314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574381.735319:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574381.735324:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067877888:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574381.735351:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574381.735379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574381.735395:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574381/real 1788574381]  req@ffff91cdd1288a80 x1875454067878016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574381.735409:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067878016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574381.735418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574381.735422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574381.735425:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878016:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574381.735433:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574381.735454:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574381.735467:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574381/real 1788574381]  req@ffff91cdd128b100 x1875454067878144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574381.735479:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067878144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574381.735488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574381.735492:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574381.735496:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878144:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574382.631004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574383.654968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574384.678954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574385.702973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574386.726950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574386.854954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574386.854966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574386.854970:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574386.854981:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2101
00000100:00080000:0.0:1788574386.854993:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574386.855000:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574386.855043:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067878272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574386.855068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574386.855070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574386.855072:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574386.855075:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2101
00000100:00080000:0.0:1788574386.855078:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574386.855081:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574386.855088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574386.855099:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067878400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574386.855107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574386.855109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574386.855111:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574386.855117:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2101
00000100:00100000:1.0:1788574386.855118:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067878272:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574386.855120:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574386.855137:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574386.855141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574386.855150:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067878528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574386.855191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574386.855228:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574386/real 1788574386]  req@ffff91cdd26f6d80 x1875454067878272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574386.855243:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067878272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574386.855252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574386.855256:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574386.855261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067878272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574386.855296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574386.855336:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574386.855351:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574386/real 1788574386]  req@ffff91cdd26f7800 x1875454067878400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574386.855365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067878400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574386.855374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574386.855377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574386.855381:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878400:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574386.855389:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574386.855412:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574386.855424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574386/real 1788574386]  req@ffff91cdd26f5f80 x1875454067878528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574386.855438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067878528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574386.855446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574386.855450:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574386.855453:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878528:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574387.750951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574388.774929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574389.798927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574390.822925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574391.846957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574391.974900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574391.974915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574391.974926:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574391.974940:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2106
00000100:00080000:3.0:1788574391.974954:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574391.974963:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574391.975021:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067878656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574391.975057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574391.975080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574391.975083:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574391.975088:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2106
00000100:00080000:3.0:1788574391.975093:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574391.975099:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574391.975111:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067878656:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574391.975112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574391.975130:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067878784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574391.975142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574391.975146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574391.975149:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574391.975153:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2106
00000100:00080000:3.0:1788574391.975158:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574391.975162:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574391.975167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574391.975179:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067878912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574391.975242:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574391.975286:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878912:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574392.870948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574393.894913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574394.918950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574395.047041:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574395.047101:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574395.047118:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574395.047155:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574395.047165:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788574395.047208:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574391/real 1788574395]  req@ffff91cdd142ea00 x1875454067878784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574395.047236:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067878784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574395.047249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574395.047254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574395.047258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574395.047267:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574391/real 1788574395]  req@ffff91cdd142d880 x1875454067878912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574395.047279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067878912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574395.047288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574395.047292:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574395.047295:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067878912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574395.047302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574391/real 1788574395]  req@ffff91cdd142f100 x1875454067878656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574395.047316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067878656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574395.047322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574395.047325:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574395.047339:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067878656:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788574395.942907:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574396.966952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574397.094834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574397.094843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574397.094846:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574397.094855:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2111
00000100:00080000:3.0:1788574397.094864:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574397.094870:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574397.094898:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067879040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574397.094953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574397.094958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574397.094960:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574397.094965:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2111
00000100:00080000:3.0:1788574397.094969:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574397.094973:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574397.094982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574397.094997:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067879168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574397.095005:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067879040:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574397.095013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574397.095018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574397.095020:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574397.095025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2111
00000100:00080000:3.0:1788574397.095030:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574397.095034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574397.095040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574397.095054:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067879296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574397.095074:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574397.095121:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574397/real 1788574397]  req@ffff91cdd142e680 x1875454067879040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574397.095143:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067879040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574397.095154:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574397.095158:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574397.095161:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067879040:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574397.095189:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574397.095217:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574397.095231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574397/real 1788574397]  req@ffff91cdd142f100 x1875454067879168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574397.095244:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067879168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574397.095253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574397.095257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574397.095261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879168:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574397.095267:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574397.095288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574397.095311:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574397/real 1788574397]  req@ffff91cdd142d880 x1875454067879296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574397.095323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067879296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574397.095331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574397.095335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574397.095338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879296:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574397.990938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574399.015029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574400.038913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574401.063015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574402.086962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574402.214911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574402.214924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574402.214928:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574402.214936:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2116
00000100:00080000:0.0:1788574402.214946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574402.214951:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574402.214989:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067879424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574402.215020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574402.215024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574402.215025:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574402.215029:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2116
00000100:00080000:0.0:1788574402.215032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574402.215035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574402.215056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574402.215067:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067879424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574402.215070:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067879552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574402.215085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574402.215089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574402.215091:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574402.215094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2116
00000100:00080000:0.0:1788574402.215099:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574402.215104:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574402.215110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574402.215125:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067879680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574402.215135:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574402.215170:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574402/real 1788574402]  req@ffff91cdd26f4000 x1875454067879424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574402.215182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067879424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574402.215190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574402.215192:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574402.215196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067879424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574402.215212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574402.215229:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574402.215241:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574402/real 1788574402]  req@ffff91cdd26f7b80 x1875454067879552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574402.215254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067879552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574402.215276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574402.215280:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574402.215285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879552:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574402.215291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574402.215308:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574402.215316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574402/real 1788574402]  req@ffff91cdd26f5c00 x1875454067879680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574402.215324:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067879680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574402.215329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574402.215331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574402.215333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879680:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574403.110982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574404.134985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574405.158997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574406.182961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574407.207126:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574407.334927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574407.334934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574407.334939:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574407.334948:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2121
00000100:00080000:0.0:1788574407.334961:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574407.334969:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574407.335004:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067879808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574407.335027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574407.335030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574407.335045:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574407.335048:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2121
00000100:00080000:0.0:1788574407.335055:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574407.335058:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574407.335067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574407.335083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067879936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574407.335090:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067879808:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574407.335097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574407.335105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574407.335107:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574407.335110:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2121
00000100:00080000:0.0:1788574407.335113:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574407.335116:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574407.335120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574407.335133:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067880064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574407.335205:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574407.335254:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574407/real 1788574407]  req@ffff91cdd26f5880 x1875454067879808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574407.335280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067879808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574407.335297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574407.335306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574407.335322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067879808:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574407.335349:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574407.335378:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574407.335394:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574407/real 1788574407]  req@ffff91cdd26f7100 x1875454067879936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574407.335415:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067879936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574407.335431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574407.335434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574407.335438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067879936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574407.335444:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574407.335472:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574407.335498:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574407/real 1788574407]  req@ffff91cdd26f4a80 x1875454067880064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574407.335512:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067880064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574407.335519:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574407.335521:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574407.335543:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880064:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574408.230909:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574409.254996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574410.278967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574411.302911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574412.327646:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574412.454914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574412.454923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574412.454944:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574412.454955:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2126
00000100:00080000:1.0:1788574412.454966:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574412.454972:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574412.455027:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067880192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574412.455075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574412.455080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574412.455082:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574412.455088:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2126
00000100:00080000:1.0:1788574412.455093:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788574412.455099:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067880192:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574412.455102:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574412.455111:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574412.455125:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067880320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574412.455147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574412.455151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574412.455153:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574412.455156:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2126
00000100:00080000:1.0:1788574412.455163:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574412.455168:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:0.0:1788574412.455178:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:1.0:1788574412.455184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574412.455199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067880448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574412.455234:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574412/real 1788574412]  req@ffff91cdd1368000 x1875454067880192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574412.455257:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067880192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574412.455275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574412.455280:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574412.455284:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067880192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574412.455308:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574412.455334:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574412.455348:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574412/real 1788574412]  req@ffff91cdd136ad80 x1875454067880320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574412.455357:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067880320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574412.455363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574412.455365:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574412.455369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880320:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574412.455376:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574412.455393:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574412.455405:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574412/real 1788574412]  req@ffff91cdd1369c00 x1875454067880448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574412.455415:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067880448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574412.455424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574412.455427:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574412.455430:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880448:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574413.350958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574414.374988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574415.398964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574416.422928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574417.446949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574417.574918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574417.574926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574417.574930:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574417.574946:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2131
00000100:00080000:0.0:1788574417.574955:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574417.574961:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574417.574996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067880576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574417.575025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574417.575030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574417.575032:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574417.575038:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2131
00000100:00080000:0.0:1788574417.575042:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574417.575046:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574417.575054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574417.575060:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067880576:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574417.575068:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067880704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574417.575077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574417.575080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574417.575081:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574417.575084:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2131
00000100:00080000:0.0:1788574417.575086:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574417.575102:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574417.575106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574417.575114:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067880832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574417.575131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574417.575168:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574417/real 1788574417]  req@ffff91cdd26f6300 x1875454067880576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574417.575183:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067880576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574417.575190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574417.575193:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574417.575196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067880576:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574417.575223:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574417.575248:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574417.575262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574417/real 1788574417]  req@ffff91cdd26f4380 x1875454067880704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574417.575276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067880704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574417.575285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574417.575289:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574417.575293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880704:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574417.575300:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574417.575323:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574417.575345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574417/real 1788574417]  req@ffff91cdd26f5180 x1875454067880832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574417.575359:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067880832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574417.575369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574417.575372:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574417.575376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067880832:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574418.470977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574419.494964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574420.518934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574421.542900:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574422.567002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574422.694897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574422.694905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574422.694919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574422.694928:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2137
00000100:00080000:0.0:1788574422.694938:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574422.694947:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574422.694979:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067880960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574422.694998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574422.695001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574422.695002:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574422.695007:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2137
00000100:00080000:0.0:1788574422.695010:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574422.695013:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574422.695021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574422.695031:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067881088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574422.695042:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067880960:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574422.695056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574422.695059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574422.695060:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574422.695064:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2137
00000100:00080000:0.0:1788574422.695067:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574422.695070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574422.695074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574422.695083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067881216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574422.695097:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574422.695131:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574422/real 1788574422]  req@ffff91cdd26f6a00 x1875454067880960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574422.695144:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067880960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574422.695151:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574422.695154:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574422.695157:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067880960:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574422.695173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574422.695187:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574422.695194:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574422/real 1788574422]  req@ffff91cdd26f5500 x1875454067881088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574422.695202:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067881088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574422.695218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574422.695220:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574422.695222:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881088:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574422.695226:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574422.695240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574422.695246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574422/real 1788574422]  req@ffff91cdd26f6680 x1875454067881216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574422.695253:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067881216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574422.695259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574422.695260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574422.695262:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881216:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574423.590925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574424.614957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574425.638940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574426.662968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574427.686938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574427.814943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574427.814954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574427.814958:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574427.814969:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2142
00000100:00080000:3.0:1788574427.815006:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574427.815014:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574427.815054:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067881344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574427.815079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574427.815083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574427.815085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574427.815090:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2142
00000100:00080000:3.0:1788574427.815094:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574427.815098:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574427.815111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574427.815131:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067881344:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574427.815131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067881472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574427.815149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574427.815152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574427.815153:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574427.815157:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2142
00000100:00080000:3.0:1788574427.815160:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574427.815163:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574427.815168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574427.815179:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067881600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574427.815213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574427.815276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574427/real 1788574427]  req@ffff91cdd142ea00 x1875454067881344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574427.815299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067881344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574427.815312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574427.815317:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574427.815332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067881344:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574427.815362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574427.815391:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574427.815406:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574427/real 1788574427]  req@ffff91cdd142e300 x1875454067881472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574427.815428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067881472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574427.815434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574427.815437:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574427.815440:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881472:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574427.815445:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574427.815463:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574427.815475:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574427/real 1788574427]  req@ffff91cdd142d180 x1875454067881600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574427.815488:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067881600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574427.815497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574427.815501:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574427.815504:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881600:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574428.711005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574429.734957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574430.758957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574431.782995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574432.806971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574432.934936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574432.934964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574432.934969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574432.934980:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2147
00000100:00080000:3.0:1788574432.934991:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574432.934998:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574432.935034:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067881728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574432.935065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574432.935070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574432.935072:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574432.935076:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2147
00000100:00080000:3.0:1788574432.935080:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574432.935085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574432.935096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574432.935112:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067881856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574432.935124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574432.935128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574432.935130:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574432.935138:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067881728:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574432.935139:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2147
00000100:00080000:3.0:1788574432.935149:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574432.935158:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574432.935164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574432.935181:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067881984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574432.935234:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574432.935296:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574432/real 1788574432]  req@ffff91cdd142d500 x1875454067881728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574432.935313:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067881728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574432.935323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574432.935327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574432.935330:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067881728:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574432.935356:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574432.935375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574432.935387:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574432/real 1788574432]  req@ffff91cdd142d180 x1875454067881856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574432.935401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067881856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574432.935410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574432.935414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574432.935418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881856:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574432.935426:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574432.935446:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574432.935455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574432/real 1788574432]  req@ffff91cdd142e300 x1875454067881984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574432.935463:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067881984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574432.935478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574432.935481:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574432.935511:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067881984:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574433.831021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574434.854940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574435.878994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574436.902954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574437.926961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574438.054880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574438.054898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574438.054903:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574438.054914:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2152
00000100:00080000:3.0:1788574438.054925:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574438.054934:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574438.054970:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067882112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574438.055000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574438.055005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574438.055007:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574438.055011:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2152
00000100:00080000:3.0:1788574438.055015:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574438.055019:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574438.055030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574438.055044:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067882240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574438.055057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574438.055063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574438.055064:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067882112:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574438.055066:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574438.055077:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2152
00000100:00080000:3.0:1788574438.055081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574438.055086:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574438.055106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574438.055121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067882368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574438.055139:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574438.055180:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574438/real 1788574438]  req@ffff91cdd142ea00 x1875454067882112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574438.055198:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067882112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574438.055210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574438.055214:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574438.055218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067882112:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574438.055240:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574438.055262:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574438.055273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574438/real 1788574438]  req@ffff91cdd142d880 x1875454067882240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574438.055286:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067882240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574438.055294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574438.055297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574438.055301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882240:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574438.055316:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574438.055337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574438.055347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574438/real 1788574438]  req@ffff91cdd142f100 x1875454067882368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574438.055359:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067882368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574438.055367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574438.055370:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574438.055374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882368:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574438.950990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574439.975011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574440.999007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574442.022991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574443.046976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574443.174979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574443.174990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574443.174998:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574443.175010:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2157
00000100:00080000:2.0:1788574443.175040:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574443.175050:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574443.175101:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067882496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574443.175145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574443.175150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574443.175152:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574443.175159:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2157
00000100:00080000:2.0:1788574443.175166:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574443.175174:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574443.175184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574443.175199:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067882496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574443.175206:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067882624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574443.175224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574443.175228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574443.175231:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574443.175238:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2157
00000100:00080000:2.0:1788574443.175252:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574443.175257:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:3.0:1788574443.175262:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788574443.175266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574443.175284:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067882752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574443.175383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574443/real 1788574443]  req@ffff91cdd1289880 x1875454067882496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574443.175403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067882496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574443.175415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574443.175419:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574443.175423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067882496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574443.175448:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574443.175472:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574443.175633:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574443/real 1788574443]  req@ffff91cdd1289f80 x1875454067882624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574443.175650:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067882624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574443.175661:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574443.175665:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574443.175670:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882624:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574443.175678:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574443.175848:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574443.175879:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574443/real 1788574443]  req@ffff91cdd128ad80 x1875454067882752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574443.175896:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067882752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574443.175918:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574443.175923:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574443.175927:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067882752:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574444.070967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574445.094912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574446.118989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574447.142900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574448.167014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574448.294905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574448.294933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574448.294937:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574448.294949:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2162
00000100:00080000:2.0:1788574448.294961:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574448.294998:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574448.295034:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067882880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574448.295062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574448.295066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574448.295068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574448.295072:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2162
00000100:00080000:2.0:1788574448.295077:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574448.295082:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574448.295093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574448.295103:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067882880:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574448.295109:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067883008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574448.295122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574448.295126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574448.295129:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574448.295133:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2162
00000100:00080000:2.0:1788574448.295138:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574448.295143:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574448.295148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574448.295162:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067883136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574448.295163:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574448.295200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574448/real 1788574448]  req@ffff91cdd1289c00 x1875454067882880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574448.295214:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067882880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574448.295222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574448.295225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574448.295227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067882880:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574448.295244:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574448.295258:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574448.295266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574448/real 1788574448]  req@ffff91cdd1288000 x1875454067883008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574448.295286:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067883008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574448.295292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574448.295294:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574448.295296:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883008:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574448.295300:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574448.295313:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574448.295320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574448/real 1788574448]  req@ffff91cdd1288e00 x1875454067883136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574448.295339:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067883136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574448.295344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574448.295346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574448.295349:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883136:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574449.190909:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574450.214932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574451.239051:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574452.262959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574453.286962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574453.414890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574453.414899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574453.414903:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574453.414911:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2167
00000100:00080000:3.0:1788574453.414921:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574453.414926:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574453.414959:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067883264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574453.414998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574453.415002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574453.415004:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574453.415009:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2167
00000100:00080000:3.0:1788574453.415013:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574453.415017:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574453.415043:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574453.415059:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067883392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574453.415068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067883264:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574453.415070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574453.415074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574453.415075:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574453.415079:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2167
00000100:00080000:3.0:1788574453.415082:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574453.415086:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574453.415090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574453.415099:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067883520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574453.415127:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574453.415164:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574453/real 1788574453]  req@ffff91cdd142e680 x1875454067883264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574453.415177:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067883264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574453.415185:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574453.415188:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574453.415191:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067883264:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574453.415209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574453.415226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574453.415235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574453/real 1788574453]  req@ffff91cdd142f100 x1875454067883392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574453.415249:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067883392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574453.415255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574453.415257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574453.415259:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883392:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574453.415263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574453.415276:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574453.415282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574453/real 1788574453]  req@ffff91cdd142d880 x1875454067883520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574453.415289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067883520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574453.415294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574453.415296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574453.415297:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883520:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574454.310903:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574455.335010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574456.358977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574457.382938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574458.406952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574458.534888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574458.534897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574458.534901:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574458.534910:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2172
00000100:00080000:2.0:1788574458.534919:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574458.534924:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574458.534956:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067883648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574458.534977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574458.534980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574458.534981:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574458.534984:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2172
00000100:00080000:2.0:1788574458.534987:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574458.534990:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574458.534998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574458.535007:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067883776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574458.535017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574458.535019:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067883648:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574458.535020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574458.535024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574458.535031:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2172
00000100:00080000:2.0:1788574458.535033:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574458.535035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574458.535052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574458.535063:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067883904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574458.535133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574458.535159:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883904:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574459.430948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574460.454947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574461.478955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574461.607063:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574461.607105:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574461.607138:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574461.607178:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574461.607187:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788574461.607229:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574458/real 1788574461]  req@ffff91cdd1288700 x1875454067883776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574461.607276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067883776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574461.607288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574461.607292:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574461.607297:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574461.607305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574458/real 1788574461]  req@ffff91cdd128b800 x1875454067883904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574461.607317:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067883904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574461.607323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574461.607327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574461.607330:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067883904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574461.607336:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574458/real 1788574461]  req@ffff91cdd128bb80 x1875454067883648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574461.607348:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067883648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574461.607356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574461.607359:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574461.607363:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067883648:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788574462.502896:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574463.526926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574463.654928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574463.654940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574463.654943:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574463.654953:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2178
00000100:00080000:3.0:1788574463.654978:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574463.654985:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574463.655019:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067884032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574463.655051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574463.655055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574463.655057:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574463.655062:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2178
00000100:00080000:3.0:1788574463.655066:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574463.655071:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574463.655081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574463.655095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067884160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574463.655108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067884032:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574463.655110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574463.655114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574463.655116:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574463.655125:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2178
00000100:00080000:3.0:1788574463.655129:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574463.655133:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574463.655169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574463.655182:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067884288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574463.655205:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574463.655247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574463/real 1788574463]  req@ffff91cdd142ea00 x1875454067884032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574463.655268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067884032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574463.655279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574463.655283:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574463.655287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067884032:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574463.655313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574463.655340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574463.655353:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574463/real 1788574463]  req@ffff91cdd142e300 x1875454067884160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574463.655366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067884160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574463.655375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574463.655378:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574463.655381:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884160:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574463.655388:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574463.655408:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574463.655420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574463/real 1788574463]  req@ffff91cdd142d180 x1875454067884288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574463.655446:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067884288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574463.655453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574463.655456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574463.655459:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884288:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574464.550950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574465.574937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574466.599021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574467.622987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574468.646924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574468.774911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574468.774919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574468.774922:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574468.774931:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2183
00000100:00080000:1.0:1788574468.774940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574468.774946:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574468.774980:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067884416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574468.775003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574468.775006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574468.775007:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574468.775010:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2183
00000100:00080000:1.0:1788574468.775012:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574468.775015:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574468.775022:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574468.775031:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067884544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574468.775049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067884416:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574468.775075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574468.775079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574468.775081:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574468.775087:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2183
00000100:00080000:1.0:1788574468.775091:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574468.775096:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574468.775102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574468.775112:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067884672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574468.775131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574468.775173:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574468/real 1788574468]  req@ffff91cdd1369c00 x1875454067884416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574468.775222:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067884416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574468.775234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574468.775239:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574468.775244:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067884416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574468.775279:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574468.775307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574468.775322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574468/real 1788574468]  req@ffff91cdd136ad80 x1875454067884544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574468.775336:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067884544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574468.775345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574468.775349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574468.775353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884544:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574468.775361:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574468.775383:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574468.775396:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574468/real 1788574468]  req@ffff91cdd1368000 x1875454067884672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574468.775425:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067884672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574468.775435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574468.775439:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574468.775443:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884672:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574469.670970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574470.694927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574471.718929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574472.742957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574473.766937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574473.894909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574473.894920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574473.894925:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574473.894934:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2188
00000100:00080000:3.0:1788574473.894945:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574473.894953:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574473.894984:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067884800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574473.895017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574473.895019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574473.895021:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574473.895030:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2188
00000100:00080000:3.0:1788574473.895034:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574473.895039:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574473.895047:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067884800:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574473.895049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574473.895069:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067884928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574473.895108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574473.895110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574473.895112:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574473.895115:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2188
00000100:00080000:3.0:1788574473.895120:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574473.895123:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574473.895128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574473.895134:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574473.895140:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067885056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574473.895176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574473/real 1788574473]  req@ffff91cdd142d500 x1875454067884800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574473.895191:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067884800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574473.895199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574473.895202:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574473.895205:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067884800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574473.895222:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574473.895240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574473.895248:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574473/real 1788574473]  req@ffff91cdd142d180 x1875454067884928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574473.895278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067884928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574473.895284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574473.895286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574473.895289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067884928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574473.895293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574473.895309:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574473.895334:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574473/real 1788574473]  req@ffff91cdd142e300 x1875454067885056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574473.895343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067885056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574473.895348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574473.895350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574473.895353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885056:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574474.790947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574475.814962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574476.838990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574477.862933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574478.886950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574479.014875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574479.014886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574479.014892:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574479.014902:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2193
00000100:00080000:3.0:1788574479.014912:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574479.014918:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574479.014961:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067885184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574479.014985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574479.014988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574479.014990:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574479.014993:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2193
00000100:00080000:3.0:1788574479.014997:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574479.015004:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574479.015005:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067885184:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574479.015022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574479.015036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067885312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574479.015044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574479.015047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574479.015049:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574479.015052:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2193
00000100:00080000:3.0:1788574479.015062:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574479.015066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788574479.015072:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788574479.015073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574479.015095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067885440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574479.015108:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574479/real 1788574479]  req@ffff91cdd142ea00 x1875454067885184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574479.015125:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067885184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574479.015144:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574479.015147:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574479.015151:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067885184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574479.015168:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574479.015187:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574479.015195:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574479/real 1788574479]  req@ffff91cdd142d880 x1875454067885312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574479.015204:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067885312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574479.015209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574479.015211:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574479.015214:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885312:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574479.015219:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574479.015231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574479.015238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574479/real 1788574479]  req@ffff91cdd142f100 x1875454067885440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574479.015248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067885440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574479.015256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574479.015260:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574479.015263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885440:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574479.911087:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574480.934978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574481.958941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574482.982932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574484.006948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574484.134909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574484.134917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574484.134921:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574484.134929:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2198
00000100:00080000:2.0:1788574484.134937:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574484.134942:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574484.134981:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067885568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574484.135002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574484.135004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574484.135006:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574484.135008:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2198
00000100:00080000:2.0:1788574484.135011:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574484.135013:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574484.135019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574484.135030:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067885696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574484.135049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067885568:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574484.135059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574484.135062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574484.135064:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574484.135068:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2198
00000100:00080000:2.0:1788574484.135071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574484.135074:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574484.135078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574484.135089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067885824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574484.135114:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574484.135164:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574484/real 1788574484]  req@ffff91cdd128b480 x1875454067885568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574484.135182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067885568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574484.135189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574484.135192:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574484.135195:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067885568:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574484.135219:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574484.135245:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574484.135260:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574484/real 1788574484]  req@ffff91cdd128bb80 x1875454067885696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574484.135271:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067885696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574484.135277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574484.135280:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574484.135282:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885696:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574484.135286:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574484.135302:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574484.135311:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574484/real 1788574484]  req@ffff91cdd128b800 x1875454067885824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574484.135335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067885824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574484.135343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574484.135347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574484.135350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067885824:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574485.030931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574486.054956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574487.078909:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574488.102958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574489.126990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574489.254906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574489.254925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574489.254929:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574489.254941:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2203
00000100:00080000:2.0:1788574489.254950:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574489.254957:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574489.254989:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067885952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574489.255015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574489.255018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574489.255020:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574489.255022:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2203
00000100:00080000:2.0:1788574489.255025:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574489.255035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574489.255062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574489.255078:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067886080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574489.255088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574489.255091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574489.255094:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574489.255098:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2203
00000100:00100000:1.0:1788574489.255104:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067885952:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574489.255106:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574489.255116:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574489.255122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574489.255139:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067886208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574489.255169:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574489.255202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574489/real 1788574489]  req@ffff91cdd1288700 x1875454067885952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574489.255216:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067885952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574489.255224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574489.255227:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574489.255230:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067885952:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574489.255235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574489.255249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574489.255256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574489/real 1788574489]  req@ffff91cdd1288e00 x1875454067886080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574489.255264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067886080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574489.255280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574489.255283:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574489.255285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886080:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574489.255303:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574489.255317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574489.255324:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574489/real 1788574489]  req@ffff91cdd1288000 x1875454067886208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574489.255331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067886208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574489.255336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574489.255338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574489.255340:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886208:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574490.151012:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574491.174930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574492.198989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574493.222997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574494.246993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574494.374884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574494.374897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574494.374902:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574494.374912:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2208
00000100:00080000:1.0:1788574494.374925:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574494.374932:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574494.374974:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067886336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574494.375005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574494.375028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574494.375029:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574494.375033:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2208
00000100:00080000:1.0:1788574494.375037:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574494.375041:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574494.375052:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574494.375059:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067886336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574494.375064:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067886464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574494.375074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574494.375076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574494.375078:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574494.375081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2208
00000100:00080000:1.0:1788574494.375084:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574494.375086:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574494.375089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574494.375097:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067886592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574494.375141:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574494.375196:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574494/real 1788574494]  req@ffff91cdd1369f80 x1875454067886336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574494.375220:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067886336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574494.375233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574494.375238:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574494.375242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067886336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574494.375266:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574494.375293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574494.375305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574494/real 1788574494]  req@ffff91cdd136a680 x1875454067886464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574494.375314:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067886464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574494.375319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574494.375322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574494.375324:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886464:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574494.375328:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574494.375340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574494.375346:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574494/real 1788574494]  req@ffff91cdd136b800 x1875454067886592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574494.375353:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067886592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574494.375358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574494.375360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574494.375362:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886592:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574495.270948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574496.295017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574497.318964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574498.343021:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574499.366941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574499.494940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574499.494951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574499.494956:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574499.494967:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2213
00000100:00080000:2.0:1788574499.494980:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574499.494987:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574499.495033:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067886720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574499.495062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574499.495065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574499.495066:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574499.495069:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2213
00000100:00080000:2.0:1788574499.495094:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574499.495101:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574499.495114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574499.495130:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067886848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574499.495145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574499.495148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574499.495151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788574499.495161:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067886720:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574499.495162:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2213
00000100:00080000:2.0:1788574499.495175:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574499.495184:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574499.495190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574499.495203:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067886976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574499.495242:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574499.495289:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574499/real 1788574499]  req@ffff91cdd1289c00 x1875454067886720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574499.495328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067886720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574499.495336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574499.495340:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574499.495343:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067886720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574499.495363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574499.495382:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574499.495391:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574499/real 1788574499]  req@ffff91cdd128ad80 x1875454067886848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574499.495399:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067886848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574499.495404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574499.495407:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574499.495409:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886848:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574499.495412:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574499.495422:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574499.495428:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574499/real 1788574499]  req@ffff91cdd1289f80 x1875454067886976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574499.495435:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067886976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574499.495457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574499.495460:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574499.495462:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067886976:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574500.390974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574501.414927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574502.438943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574503.462969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574504.486979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574504.614899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574504.614907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574504.614910:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574504.614919:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2218
00000100:00080000:2.0:1788574504.614928:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574504.614934:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574504.614967:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067887104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574504.614989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574504.615005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574504.615006:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574504.615010:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2218
00000100:00080000:2.0:1788574504.615014:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574504.615018:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574504.615028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574504.615043:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067887232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574504.615055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574504.615059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574504.615061:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574504.615066:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2218
00000100:00080000:2.0:1788574504.615069:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574504.615073:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574504.615077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574504.615088:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067887360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574504.615099:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067887104:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788574504.615192:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574504.615240:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574504/real 1788574504]  req@ffff91cdd1289880 x1875454067887104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574504.615258:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067887104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574504.615268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574504.615271:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574504.615274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067887104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574504.615280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574504.615297:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574504.615305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574504/real 1788574504]  req@ffff91cdd128b100 x1875454067887232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574504.615312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067887232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574504.615318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574504.615320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574504.615322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887232:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574504.615358:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574504.615372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574504.615380:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574504/real 1788574504]  req@ffff91cdd1288a80 x1875454067887360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574504.615387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067887360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574504.615393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574504.615395:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574504.615398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887360:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574505.510956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574506.534941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574507.558912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574508.582938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574509.606926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574509.734897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574509.734905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574509.734908:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574509.734917:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2224
00000100:00080000:3.0:1788574509.734926:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574509.734931:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574509.734963:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067887488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574509.734986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574509.734989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574509.734990:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574509.734993:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2224
00000100:00080000:3.0:1788574509.734995:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574509.735012:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574509.735018:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067887488:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574509.735022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574509.735036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067887616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574509.735044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574509.735047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574509.735048:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574509.735051:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2224
00000100:00080000:3.0:1788574509.735056:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574509.735058:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574509.735061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574509.735069:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067887744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574509.735077:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574509.735110:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574509/real 1788574509]  req@ffff91cdd142e680 x1875454067887488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574509.735123:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067887488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574509.735141:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574509.735145:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574509.735148:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067887488:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574509.735166:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574509.735184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574509.735192:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574509/real 1788574509]  req@ffff91cdd142f100 x1875454067887616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574509.735200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067887616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574509.735205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574509.735207:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574509.735209:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887616:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574509.735212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574509.735222:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574509.735227:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574509/real 1788574509]  req@ffff91cdd142d880 x1875454067887744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574509.735234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067887744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574509.735239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574509.735241:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574509.735243:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067887744:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574510.630921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574511.654980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574512.679003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574513.703044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574514.726936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574514.854894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574514.854902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574514.854906:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574514.854915:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2229
00000100:00080000:3.0:1788574514.854925:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574514.854932:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574514.854963:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067887872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574514.854999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574514.855003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574514.855021:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574514.855026:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2229
00000100:00080000:3.0:1788574514.855031:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574514.855036:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574514.855047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574514.855050:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067887872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574514.855068:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067888000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574514.855095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574514.855099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574514.855101:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574514.855106:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2229
00000100:00080000:3.0:1788574514.855111:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574514.855117:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788574514.855119:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574514.855127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574514.855142:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067888128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574514.855151:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574514/real 1788574514]  req@ffff91cdd142ea00 x1875454067887872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574514.855179:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067887872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574514.855198:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574514.855202:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574514.855206:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067887872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574514.855229:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574514.855253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574514.855266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574514/real 1788574514]  req@ffff91cdd142e300 x1875454067888000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574514.855278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067888000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574514.855284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574514.855287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574514.855289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888000:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574514.855293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574514.855304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574514.855310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574514/real 1788574514]  req@ffff91cdd142d180 x1875454067888128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574514.855317:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067888128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574514.855332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574514.855334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574514.855336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888128:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574515.750950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574516.774933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574517.798988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574518.823012:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574519.847004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574519.974954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574519.974968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574519.974973:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574519.974984:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2234
00000100:00080000:2.0:1788574519.974996:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574519.975004:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574519.975057:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067888256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574519.975091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574519.975095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574519.975096:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574519.975099:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2234
00000100:00080000:2.0:1788574519.975102:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574519.975105:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574519.975115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574519.975127:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067888384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574519.975148:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067888256:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574519.975165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574519.975168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574519.975170:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574519.975174:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2234
00000100:00080000:2.0:1788574519.975177:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574519.975180:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574519.975184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574519.975194:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067888512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574519.975232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574519.975284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574519/real 1788574519]  req@ffff91cdd1288380 x1875454067888256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574519.975301:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067888256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574519.975311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574519.975314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574519.975317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067888256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574519.975346:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574519.975372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574519.975385:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574519/real 1788574519]  req@ffff91cdd128a680 x1875454067888384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574519.975394:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067888384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574519.975400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574519.975403:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574519.975405:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888384:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574519.975409:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574519.975424:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574519.975431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574519/real 1788574519]  req@ffff91cdd128aa00 x1875454067888512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574519.975448:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067888512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574519.975454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574519.975456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574519.975458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888512:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574520.870970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574521.894990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574522.918952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574523.942984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574524.966968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574525.094928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574525.094940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574525.094945:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574525.094958:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2239
00000100:00080000:3.0:1788574525.094973:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574525.094982:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574525.095034:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067888640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574525.095085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574525.095089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574525.095091:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574525.095094:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2239
00000100:00080000:3.0:1788574525.095097:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574525.095100:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574525.095111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574525.095124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067888768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574525.095141:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067888640:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574525.095144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574525.095150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574525.095152:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574525.095156:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2239
00000100:00080000:3.0:1788574525.095158:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574525.095161:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574525.095165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574525.095174:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067888896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574525.095258:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574525.095294:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888896:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574525.990977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574527.014945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574528.038910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788574528.167039:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788574528.167084:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788574528.167100:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788574528.167140:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788574528.167168:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788574528.167201:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574525/real 1788574528]  req@ffff91cdd142d180 x1875454067888768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574528.167229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067888768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574528.167256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574528.167262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574528.167266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574528.167275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574525/real 1788574528]  req@ffff91cdd142e300 x1875454067888896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574528.167288:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067888896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574528.167310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574528.167314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574528.167318:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067888896:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574528.167324:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574525/real 1788574528]  req@ffff91cdd142d500 x1875454067888640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574528.167339:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067888640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574528.167346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574528.167350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574528.167353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067888640:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788574529.062917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574530.086942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574530.214876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574530.214886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574530.214889:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574530.214898:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2244
00000100:00080000:2.0:1788574530.214907:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574530.214913:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574530.214943:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067889024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574530.214969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574530.214972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574530.214973:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574530.214976:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2244
00000100:00080000:2.0:1788574530.214990:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574530.214994:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574530.215002:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574530.215012:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067889152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574530.215021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574530.215023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574530.215025:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574530.215028:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2244
00000100:00080000:2.0:1788574530.215031:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574530.215033:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574530.215036:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574530.215040:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067889024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574530.215051:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067889280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574530.215105:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574530.215145:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574530/real 1788574530]  req@ffff91cdd1289500 x1875454067889024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574530.215165:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067889024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574530.215177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574530.215181:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574530.215185:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067889024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574530.215194:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574530.215227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574530.215243:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574530/real 1788574530]  req@ffff91cdd128aa00 x1875454067889152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574530.215272:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067889152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574530.215281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574530.215285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574530.215288:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889152:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574530.215315:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574530.215338:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574530.215350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574530/real 1788574530]  req@ffff91cdd128a680 x1875454067889280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574530.215362:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067889280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574530.215370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574530.215374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574530.215376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889280:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574531.110940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574532.134933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574533.159072:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574534.182918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574535.206920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574535.334871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574535.334879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574535.334883:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574535.334891:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2249
00000100:00080000:2.0:1788574535.334900:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574535.334906:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574535.334939:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067889408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574535.334966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574535.334982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574535.334984:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574535.334987:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2249
00000100:00080000:2.0:1788574535.334991:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574535.334994:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574535.335002:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574535.335012:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067889536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574535.335020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574535.335023:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067889408:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574535.335024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574535.335026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574535.335033:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2249
00000100:00080000:2.0:1788574535.335036:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574535.335038:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574535.335041:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574535.335049:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067889664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574535.335097:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574535.335138:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574535/real 1788574535]  req@ffff91cdd1288380 x1875454067889408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574535.335173:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067889408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574535.335195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574535.335200:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574535.335205:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067889408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574535.335230:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574535.335256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574535.335269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574535/real 1788574535]  req@ffff91cdd1288a80 x1875454067889536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574535.335283:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067889536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574535.335292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574535.335296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574535.335300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889536:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574535.335307:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574535.335330:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574535.335344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574535/real 1788574535]  req@ffff91cdd128b100 x1875454067889664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574535.335358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067889664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574535.335389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574535.335392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574535.335396:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889664:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574536.230955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574537.254962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574538.278975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574539.302981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574540.327010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574540.454945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574540.454956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574540.454961:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574540.454971:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2254
00000100:00080000:3.0:1788574540.454983:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574540.454990:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574540.455039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067889792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574540.455067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574540.455070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574540.455071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574540.455078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2254
00000100:00080000:3.0:1788574540.455081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574540.455084:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574540.455094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574540.455103:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067889920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574540.455112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574540.455115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574540.455116:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574540.455118:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2254
00000100:00080000:3.0:1788574540.455121:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574540.455123:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574540.455136:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067889792:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574540.455147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574540.455157:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067890048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574540.455216:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574540.455260:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574540/real 1788574540]  req@ffff91cdd142ea00 x1875454067889792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574540.455279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067889792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574540.455291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574540.455296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574540.455300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067889792:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574540.455308:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574540.455336:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574540.455351:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574540/real 1788574540]  req@ffff91cdd142d880 x1875454067889920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574540.455361:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067889920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574540.455367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574540.455370:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574540.455372:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067889920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574540.455402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574540.455419:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574540.455427:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574540/real 1788574540]  req@ffff91cdd142f100 x1875454067890048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574540.455435:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067890048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574540.455441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574540.455443:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574540.455445:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890048:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574541.350954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574542.374936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574543.398972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574544.422938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574545.447030:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574545.574955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574545.574970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574545.574975:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574545.574988:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2259
00000100:00080000:3.0:1788574545.575001:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574545.575009:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574545.575058:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067890176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574545.575088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574545.575091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574545.575092:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574545.575095:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2259
00000100:00080000:3.0:1788574545.575097:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574545.575100:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574545.575110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574545.575121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067890304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574545.575129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574545.575132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574545.575133:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574545.575136:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2259
00000100:00100000:1.0:1788574545.575154:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067890176:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574545.575162:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574545.575168:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574545.575173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574545.575183:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067890432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574545.575232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574545.575286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574545/real 1788574545]  req@ffff91cdd142e680 x1875454067890176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574545.575307:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067890176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574545.575320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574545.575326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574545.575330:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067890176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574545.575339:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574545.575368:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574545.575378:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574545/real 1788574545]  req@ffff91cdd142f100 x1875454067890304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574545.575395:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067890304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574545.575401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574545.575403:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574545.575406:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890304:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574545.575430:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574545.575445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574545.575452:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574545/real 1788574545]  req@ffff91cdd142d880 x1875454067890432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574545.575460:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067890432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574545.575471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574545.575474:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574545.575477:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890432:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574546.470972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574547.494935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574548.518912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574549.542906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574550.566922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574550.694935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574550.694946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574550.694951:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574550.694966:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2265
00000100:00080000:2.0:1788574550.694981:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574550.694991:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574550.695038:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067890560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574550.695108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574550.695113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574550.695115:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574550.695121:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2265
00000100:00080000:2.0:1788574550.695127:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574550.695133:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574550.695146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574550.695161:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067890688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574550.695171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574550.695175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574550.695177:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574550.695182:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2265
00000100:00080000:2.0:1788574550.695186:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574550.695191:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574550.695197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574550.695210:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067890816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574550.695212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067890560:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788574550.695292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574550.695333:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574550/real 1788574550]  req@ffff91cdd1289880 x1875454067890560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574550.695360:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067890560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574550.695368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574550.695372:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574550.695375:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067890560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574550.695381:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574550.695405:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574550.695419:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574550/real 1788574550]  req@ffff91cdd1289f80 x1875454067890688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574550.695433:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067890688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574550.695443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574550.695447:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574550.695450:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890688:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574550.695474:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574550.695489:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574550.695497:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574550/real 1788574550]  req@ffff91cdd128ad80 x1875454067890816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574550.695505:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067890816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574550.695523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574550.695525:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574550.695528:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067890816:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574551.590954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574552.615002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574553.638960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574554.663006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574555.686950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574555.814969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574555.814984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574555.814990:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574555.815003:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2270
00000100:00080000:2.0:1788574555.815041:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574555.815050:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574555.815094:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067890944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574555.815127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574555.815131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574555.815134:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574555.815138:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2270
00000100:00080000:2.0:1788574555.815143:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574555.815147:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574555.815159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574555.815173:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067891072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574555.815186:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067890944:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574555.815191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574555.815199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574555.815202:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574555.815208:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2270
00000100:00080000:2.0:1788574555.815213:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574555.815220:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574555.815226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574555.815242:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067891200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574555.815260:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574555.815302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574555/real 1788574555]  req@ffff91cdd1289c00 x1875454067890944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574555.815317:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067890944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574555.815326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574555.815330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574555.815333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067890944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574555.815354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574555.815370:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574555.815379:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574555/real 1788574555]  req@ffff91cdd1288000 x1875454067891072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574555.815392:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067891072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574555.815417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574555.815421:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574555.815426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574555.815434:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574555.815455:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574555.815464:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574555/real 1788574555]  req@ffff91cdd1288e00 x1875454067891200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574555.815472:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067891200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574555.815477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574555.815480:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574555.815482:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891200:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574556.710951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574557.734997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574558.759023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574559.782937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574560.807011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574560.934907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574560.934918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574560.934923:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574560.934934:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2275
00000100:00080000:3.0:1788574560.934946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574560.934953:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574560.934998:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067891328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574560.935024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574560.935028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574560.935029:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574560.935032:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2275
00000100:00080000:3.0:1788574560.935034:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574560.935037:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574560.935046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574560.935055:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067891456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574560.935064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574560.935072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067891328:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574560.935099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574560.935102:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574560.935108:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2275
00000100:00080000:3.0:1788574560.935113:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574560.935119:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574560.935125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574560.935138:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067891584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574560.935156:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574560.935204:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574560/real 1788574560]  req@ffff91cdd142ea00 x1875454067891328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574560.935220:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067891328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574560.935235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574560.935240:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574560.935246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067891328:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574560.935285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574560.935310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574560.935321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574560/real 1788574560]  req@ffff91cdd142d500 x1875454067891456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574560.935337:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067891456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574560.935344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574560.935346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574560.935348:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891456:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574560.935352:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574560.935372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574560.935387:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574560/real 1788574560]  req@ffff91cdd142e300 x1875454067891584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574560.935395:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067891584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574560.935401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574560.935403:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574560.935405:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891584:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574561.830952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574562.854939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574563.878921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574564.902948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574565.926964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574566.054970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574566.054985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574566.054991:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574566.055005:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2280
00000100:00080000:1.0:1788574566.055020:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574566.055029:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574566.055082:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067891712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574566.055140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574566.055150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574566.055152:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574566.055158:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2280
00000100:00080000:1.0:1788574566.055163:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574566.055169:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574566.055183:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574566.055197:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067891712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574566.055203:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067891840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574566.055217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574566.055222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574566.055224:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574566.055230:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2280
00000100:00080000:1.0:1788574566.055234:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574566.055239:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574566.055246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574566.055259:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067891968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574566.055276:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574566.055322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574566/real 1788574566]  req@ffff91cdd136b480 x1875454067891712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574566.055339:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067891712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574566.055348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574566.055351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574566.055355:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067891712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574566.055377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574566.055394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574566.055403:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574566/real 1788574566]  req@ffff91cdd1369500 x1875454067891840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574566.055420:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067891840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574566.055426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574566.055429:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574566.055431:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574566.055443:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574566.055460:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574566.055469:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574566/real 1788574566]  req@ffff91cdd1368700 x1875454067891968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574566.055477:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067891968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574566.055483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574566.055485:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574566.055488:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067891968:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574566.950971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574567.974966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574568.998937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574570.022945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574571.046922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574571.174871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574571.174881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574571.174885:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574571.174895:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2285
00000100:00080000:1.0:1788574571.174922:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574571.174930:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574571.174962:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067892096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574571.174991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574571.174995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574571.174997:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574571.175000:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2285
00000100:00080000:1.0:1788574571.175004:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574571.175009:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574571.175018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574571.175035:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067892096:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574571.175035:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067892224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574571.175052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574571.175056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574571.175058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574571.175062:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2285
00000100:00080000:1.0:1788574571.175066:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574571.175070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574571.175075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574571.175088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067892352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574571.175108:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574571.175151:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574571/real 1788574571]  req@ffff91cdd1368380 x1875454067892096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574571.175170:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067892096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574571.175181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574571.175185:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574571.175188:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067892096:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574571.175214:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574571.175233:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574571.175242:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574571/real 1788574571]  req@ffff91cdd136a300 x1875454067892224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574571.175251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067892224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574571.175256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574571.175258:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574571.175261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574571.175264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574571.175275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574571.175282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574571/real 1788574571]  req@ffff91cdd1368e00 x1875454067892352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574571.175304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067892352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574571.175313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574571.175316:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574571.175320:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892352:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574572.071010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574573.094978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574574.118968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574575.142946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574576.167010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574576.294927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574576.294961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574576.294966:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574576.294977:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2290
00000100:00080000:1.0:1788574576.294991:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574576.294998:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574576.295039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067892480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574576.295068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574576.295071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574576.295077:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574576.295080:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2290
00000100:00080000:1.0:1788574576.295082:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574576.295086:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574576.295097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574576.295111:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067892608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574576.295125:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067892480:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574576.295125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574576.295135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574576.295138:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574576.295142:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2290
00000100:00080000:1.0:1788574576.295152:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574576.295157:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574576.295164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574576.295180:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067892736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574576.295218:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574576.295273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574576/real 1788574576]  req@ffff91cdd136aa00 x1875454067892480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574576.295291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067892480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574576.295300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574576.295305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574576.295310:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067892480:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574576.295339:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574576.295366:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574576.295381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574576/real 1788574576]  req@ffff91cdd136b100 x1875454067892608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574576.295396:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067892608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574576.295406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574576.295408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574576.295412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574576.295419:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574576.295442:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574576.295455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574576/real 1788574576]  req@ffff91cdd1369180 x1875454067892736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574576.295477:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067892736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574576.295483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574576.295486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574576.295488:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892736:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574577.190969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574578.214939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574579.238975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574580.263000:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574581.286954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574581.414937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574581.414948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574581.414953:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574581.414965:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2295
00000100:00080000:0.0:1788574581.414976:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574581.414985:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574581.415027:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067892864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574581.415066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574581.415070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574581.415072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574581.415077:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2295
00000100:00080000:0.0:1788574581.415082:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574581.415102:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067892864:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574581.415104:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574581.415121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574581.415138:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067892992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574581.415151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574581.415155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574581.415158:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574581.415162:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2295
00000100:00080000:0.0:1788574581.415167:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574581.415174:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:1.0:1788574581.415177:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:0.0:1788574581.415181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574581.415196:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067893120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574581.415222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574581/real 1788574581]  req@ffff91cdd26f6680 x1875454067892864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574581.415242:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067892864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574581.415254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574581.415258:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574581.415262:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067892864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574581.415284:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574581.415305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574581.415318:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574581/real 1788574581]  req@ffff91cdd26f5500 x1875454067892992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574581.415330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067892992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574581.415338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574581.415341:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574581.415345:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067892992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574581.415351:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574581.415369:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574581.415388:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574581/real 1788574581]  req@ffff91cdd26f6a00 x1875454067893120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574581.415401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067893120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574581.415409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574581.415413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574581.415416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893120:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574582.311015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574583.334940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574584.358962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574585.382898:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574586.407028:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574586.534893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574586.534915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574586.534920:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574586.534932:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2300
00000100:00080000:2.0:1788574586.534942:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574586.534950:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574586.534986:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067893248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574586.535024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574586.535028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574586.535031:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574586.535038:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2300
00000100:00080000:2.0:1788574586.535043:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574586.535049:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574586.535062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574586.535073:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067893248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574586.535085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067893376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574586.535111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574586.535116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574586.535118:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574586.535124:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2300
00000100:00080000:2.0:1788574586.535129:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574586.535135:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574586.535141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574586.535159:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067893504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574586.535279:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574586.535498:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574586/real 1788574586]  req@ffff91cdd1288700 x1875454067893248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574586.535537:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067893248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574586.535600:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574586.535608:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574586.535614:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067893248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574586.535660:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574586.535690:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574586.535705:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574586/real 1788574586]  req@ffff91cdd128b800 x1875454067893376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574586.535720:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067893376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574586.535743:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574586.535747:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574586.535751:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893376:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574586.535759:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574586.535821:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574586.535837:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574586/real 1788574586]  req@ffff91cdd128bb80 x1875454067893504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574586.535852:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067893504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574586.535861:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574586.535865:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574586.535869:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893504:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574587.430940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574588.454942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574589.478956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574590.502934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574591.526987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574591.654911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574591.654923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574591.654928:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574591.654939:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2306
00000100:00080000:2.0:1788574591.654950:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574591.654958:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574591.655004:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067893632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574591.655031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574591.655034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574591.655036:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574591.655038:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2306
00000100:00080000:2.0:1788574591.655041:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574591.655044:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574591.655054:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574591.655064:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067893760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574591.655072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574591.655075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574591.655076:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574591.655081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2306
00000100:00080000:2.0:1788574591.655084:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574591.655089:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574591.655099:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067893632:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788574591.655117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574591.655135:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067893888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574591.655227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574591.655272:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893888:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574592.550922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574593.574901:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574594.598902:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574594.727061:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788574594.727097:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574594.727111:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574594.727148:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574594.727156:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788574594.727198:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574591/real 1788574594]  req@ffff91cdd128b800 x1875454067893888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574594.727225:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067893888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574594.727260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574594.727266:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574594.727271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574594.727280:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574591/real 1788574594]  req@ffff91cdd128b480 x1875454067893632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574594.727296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067893632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574594.727305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574594.727309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574594.727313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067893632:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574594.727320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574591/real 1788574594]  req@ffff91cdd128bb80 x1875454067893760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574594.727332:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067893760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574594.727341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574594.727344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574594.727347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067893760:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574595.622986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574596.646941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574596.774925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574596.774936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574596.774941:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574596.774953:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2311
00000100:00080000:2.0:1788574596.774965:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574596.774972:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574596.775013:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067894016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574596.775044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574596.775048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574596.775051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574596.775055:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2311
00000100:00080000:2.0:1788574596.775059:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574596.775065:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574596.775077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574596.775091:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067894144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574596.775098:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067894016:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574596.775111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574596.775116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574596.775118:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574596.775124:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2311
00000100:00080000:2.0:1788574596.775148:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574596.775154:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574596.775162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574596.775177:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067894272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574596.775193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574596.775251:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574596/real 1788574596]  req@ffff91cdd1288700 x1875454067894016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574596.775283:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067894016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574596.775296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574596.775302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574596.775307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067894016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574596.775347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574596.775378:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574596.775393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574596/real 1788574596]  req@ffff91cdd1288e00 x1875454067894144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574596.775407:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067894144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574596.775416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574596.775419:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574596.775423:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894144:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574596.775429:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574596.775451:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574596.775463:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574596/real 1788574596]  req@ffff91cdd1288000 x1875454067894272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574596.775476:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067894272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574596.775512:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574596.775516:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574596.775520:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894272:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574597.670989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574598.694965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574599.718932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574600.742932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574601.766950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574601.894928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574601.894938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574601.894942:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574601.894950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2316
00000100:00080000:0.0:1788574601.894960:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574601.894968:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574601.895007:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067894400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574601.895036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574601.895039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574601.895040:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574601.895043:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2316
00000100:00080000:0.0:1788574601.895047:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574601.895050:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574601.895059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574601.895072:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067894528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574601.895080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574601.895082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574601.895096:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574601.895101:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2316
00000100:00100000:3.0:1788574601.895104:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067894400:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574601.895105:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574601.895111:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574601.895118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574601.895127:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067894656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574601.895173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574601.895213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574601/real 1788574601]  req@ffff91cdd26f5180 x1875454067894400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574601.895233:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067894400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574601.895245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574601.895250:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574601.895254:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067894400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574601.895263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574601.895286:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574601.895299:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574601/real 1788574601]  req@ffff91cdd26f4380 x1875454067894528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574601.895312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067894528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574601.895322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574601.895325:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574601.895329:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894528:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574601.895360:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574601.895381:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574601.895393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574601/real 1788574601]  req@ffff91cdd26f6300 x1875454067894656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574601.895406:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067894656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574601.895415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574601.895418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574601.895422:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894656:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574602.790949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574603.814981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574604.838963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574605.862936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574606.886911:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574607.014930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574607.014939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574607.014942:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574607.014950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2321
00000100:00080000:2.0:1788574607.014960:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574607.014966:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574607.015000:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067894784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574607.015027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574607.015031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574607.015033:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574607.015037:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2321
00000100:00080000:2.0:1788574607.015041:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574607.015046:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574607.015055:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574607.015065:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067894912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574607.015073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574607.015097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574607.015099:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574607.015102:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2321
00000100:00080000:2.0:1788574607.015105:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574607.015110:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574607.015112:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067894784:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788574607.015115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574607.015125:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067895040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574607.015171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574607.015205:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574607/real 1788574607]  req@ffff91cdd1289c00 x1875454067894784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574607.015219:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067894784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574607.015227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574607.015230:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574607.015233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067894784:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574607.015238:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574607.015269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574607.015283:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574607/real 1788574607]  req@ffff91cdd128ad80 x1875454067894912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574607.015306:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067894912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574607.015315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574607.015318:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574607.015322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067894912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574607.015342:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574607.015358:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574607.015365:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574607/real 1788574607]  req@ffff91cdd1289f80 x1875454067895040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574607.015373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067895040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574607.015378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574607.015380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574607.015382:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895040:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574607.910991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574608.934962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574609.959001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574610.983050:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574612.006992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574612.134906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574612.134918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574612.134922:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574612.134934:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2326
00000100:00080000:0.0:1788574612.134946:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574612.134954:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574612.134998:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067895168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574612.135026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574612.135047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574612.135049:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574612.135053:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2326
00000100:00080000:0.0:1788574612.135057:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574612.135061:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574612.135072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574612.135084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067895168:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574612.135085:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067895296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574612.135100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574612.135103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574612.135105:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574612.135108:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2326
00000100:00080000:0.0:1788574612.135111:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574612.135114:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574612.135116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574612.135126:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067895424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574612.135165:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574612.135209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574612/real 1788574612]  req@ffff91cdd26f4a80 x1875454067895168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574612.135226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067895168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574612.135249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574612.135252:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574612.135256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067895168:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574612.135280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574612.135300:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574612.135309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574612/real 1788574612]  req@ffff91cdd26f7100 x1875454067895296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574612.135318:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067895296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574612.135323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574612.135326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574612.135328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895296:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574612.135332:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574612.135343:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574612.135349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574612/real 1788574612]  req@ffff91cdd26f5880 x1875454067895424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574612.135357:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067895424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574612.135364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574612.135368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574612.135372:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895424:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574613.031023:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574614.054940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574615.078935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574616.102952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574617.126948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574617.254855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574617.254864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574617.254884:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574617.254893:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2331
00000100:00080000:0.0:1788574617.254902:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574617.254908:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574617.254937:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067895552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574617.254960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574617.254963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574617.254964:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574617.254967:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2331
00000100:00080000:0.0:1788574617.254969:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574617.254971:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574617.254979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574617.254987:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067895680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574617.254994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574617.254997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574617.254998:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574617.255001:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2331
00000100:00080000:0.0:1788574617.255002:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574617.255005:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574617.255010:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574617.255011:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067895552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574617.255019:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067895808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574617.255069:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574617.255105:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574617/real 1788574617]  req@ffff91cdd26f5c00 x1875454067895552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574617.255119:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067895552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574617.255127:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574617.255129:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574617.255132:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067895552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574617.255137:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574617.255151:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574617.255159:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574617/real 1788574617]  req@ffff91cdd26f7b80 x1875454067895680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574617.255166:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067895680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574617.255172:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574617.255174:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574617.255176:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895680:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574617.255193:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574617.255203:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574617.255209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574617/real 1788574617]  req@ffff91cdd26f4000 x1875454067895808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574617.255224:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067895808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574617.255230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574617.255232:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574617.255234:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067895808:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574618.150917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574619.175006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574620.198998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574621.222914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574622.246981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574622.374901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574622.374912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574622.374917:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574622.374928:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2336
00000100:00080000:0.0:1788574622.374939:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574622.374947:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574622.374983:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067895936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574622.375019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574622.375023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574622.375026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574622.375031:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2336
00000100:00080000:0.0:1788574622.375036:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574622.375041:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574622.375051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574622.375053:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067895936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574622.375068:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067896064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574622.375081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574622.375085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574622.375101:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574622.375106:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2336
00000100:00080000:0.0:1788574622.375110:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574622.375113:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788574622.375118:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574622.375125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574622.375138:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067896192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574622.375148:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574622/real 1788574622]  req@ffff91cdd26f5f80 x1875454067895936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574622.375163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067895936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574622.375171:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574622.375176:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574622.375179:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067895936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574622.375198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574622.375214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574622.375222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574622/real 1788574622]  req@ffff91cdd26f7800 x1875454067896064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574622.375230:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067896064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574622.375255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574622.375261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574622.375265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896064:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574622.375273:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574622.375294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574622.375304:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574622/real 1788574622]  req@ffff91cdd26f6d80 x1875454067896192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574622.375320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067896192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574622.375328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574622.375330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574622.375332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896192:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574623.270958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574624.294924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574625.318948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574626.342919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574627.367014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574627.494906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574627.494915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574627.494919:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574627.494927:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2341
00000100:00080000:2.0:1788574627.494937:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574627.494942:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574627.494975:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067896320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574627.494999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574627.495015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574627.495017:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574627.495020:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2341
00000100:00080000:2.0:1788574627.495023:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574627.495026:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574627.495034:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574627.495046:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067896448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574627.495053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574627.495057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574627.495059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574627.495061:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2341
00000100:00080000:2.0:1788574627.495064:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574627.495067:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574627.495071:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574627.495077:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067896576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574627.495091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067896320:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788574627.495189:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574627.495247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574627/real 1788574627]  req@ffff91cdd1289880 x1875454067896320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574627.495272:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067896320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574627.495286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574627.495291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574627.495296:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067896320:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574627.495305:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574627.495334:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574627.495366:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574627/real 1788574627]  req@ffff91cdd128b100 x1875454067896448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574627.495382:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067896448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574627.495415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574627.495420:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574627.495424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896448:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574627.495457:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574627.495486:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574627.495500:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574627/real 1788574627]  req@ffff91cdd1288a80 x1875454067896576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574627.495514:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067896576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574627.495523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574627.495527:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574627.495531:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896576:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574628.390979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574629.414993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574630.439021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574631.462987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574632.486960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574632.614889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574632.614898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574632.614903:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574632.614913:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2346
00000100:00080000:0.0:1788574632.614922:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574632.614929:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574632.614965:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067896704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574632.614991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574632.615009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574632.615011:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574632.615016:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2346
00000100:00080000:0.0:1788574632.615027:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574632.615033:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574632.615042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574632.615046:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067896704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574632.615059:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067896832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574632.615073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574632.615077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574632.615080:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574632.615084:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2346
00000100:00080000:0.0:1788574632.615088:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574632.615091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574632.615096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788574632.615103:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574632.615109:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067896960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574632.615138:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574632/real 1788574632]  req@ffff91cdd26f4700 x1875454067896704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574632.615160:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067896704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574632.615168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574632.615171:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574632.615180:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067896704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574632.615199:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574632.615216:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574632.615225:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574632/real 1788574632]  req@ffff91cdd26f7480 x1875454067896832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574632.615235:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067896832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574632.615243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574632.615254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574632.615258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896832:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574632.615265:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574632.615286:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574632.615315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574632/real 1788574632]  req@ffff91cdd26f4e00 x1875454067896960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574632.615329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067896960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574632.615339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574632.615342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574632.615346:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067896960:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574633.510931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574634.534980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574635.558901:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574636.582907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574637.606991:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574637.734952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574637.734968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574637.734999:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574637.735014:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2352
00000100:00080000:3.0:1788574637.735027:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574637.735035:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574637.735078:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067897088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574637.735109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574637.735112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574637.735114:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574637.735117:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2352
00000100:00080000:3.0:1788574637.735119:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574637.735122:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574637.735132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574637.735142:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067897216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574637.735150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574637.735153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574637.735154:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574637.735157:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2352
00000100:00080000:3.0:1788574637.735159:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574637.735161:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574637.735165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574637.735172:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067897344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574637.735211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067897088:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788574637.735307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574637.735362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574637/real 1788574637]  req@ffff91cdd142d180 x1875454067897088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574637.735383:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067897088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574637.735417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574637.735422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574637.735428:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067897088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574637.735437:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574637.735463:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574637.735476:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574637/real 1788574637]  req@ffff91cdd142e300 x1875454067897216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574637.735488:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067897216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574637.735495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574637.735499:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574637.735502:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897216:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574637.735528:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574637.735550:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574637.735562:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574637/real 1788574637]  req@ffff91cdd142d500 x1875454067897344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574637.735575:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067897344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574637.735585:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574637.735590:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574637.735593:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897344:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574638.630998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574639.655029:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574640.678973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574641.703012:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574642.726933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574642.854932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574642.854943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574642.854948:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574642.854959:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2357
00000100:00080000:3.0:1788574642.854970:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574642.854978:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574642.855021:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067897472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574642.855051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574642.855054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574642.855056:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574642.855059:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2357
00000100:00080000:3.0:1788574642.855061:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574642.855064:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574642.855074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574642.855083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067897600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574642.855091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574642.855093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574642.855095:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574642.855098:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2357
00000100:00080000:3.0:1788574642.855100:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574642.855105:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574642.855106:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067897472:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574642.855129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574642.855141:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067897728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574642.855185:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574642.855256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574642/real 1788574642]  req@ffff91cdd142ea00 x1875454067897472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574642.855273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067897472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574642.855282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574642.855285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574642.855289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067897472:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574642.855295:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574642.855313:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574642.855322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574642/real 1788574642]  req@ffff91cdd142d880 x1875454067897600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574642.855330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067897600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574642.855336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574642.855338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574642.855341:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897600:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574642.855363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574642.855374:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574642.855380:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574642/real 1788574642]  req@ffff91cdd142f100 x1875454067897728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574642.855397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067897728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574642.855403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574642.855405:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574642.855407:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897728:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574643.750977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574644.775025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574645.798939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574646.822954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574647.846941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574647.974909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574647.974919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574647.974924:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574647.974935:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2362
00000100:00080000:2.0:1788574647.974946:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574647.974954:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574647.974993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067897856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574647.975018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574647.975021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574647.975022:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574647.975025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2362
00000100:00080000:2.0:1788574647.975029:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574647.975033:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574647.975041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574647.975049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067897856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574647.975053:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067897984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574647.975081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574647.975083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574647.975085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574647.975089:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2362
00000100:00080000:2.0:1788574647.975100:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574647.975103:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574647.975107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788574647.975108:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574647.975121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067898112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574647.975166:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574647/real 1788574647]  req@ffff91cdd1288380 x1875454067897856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574647.975182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067897856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574647.975190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574647.975193:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574647.975196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067897856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574647.975214:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574647.975231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574647.975239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574647/real 1788574647]  req@ffff91cdd128a680 x1875454067897984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574647.975248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067897984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574647.975253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574647.975255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574647.975257:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067897984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574647.975261:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574647.975290:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574647.975302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574647/real 1788574647]  req@ffff91cdd128aa00 x1875454067898112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574647.975315:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067898112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574647.975331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574647.975335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574647.975342:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898112:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574648.870948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574649.894912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574650.918961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574651.943011:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574652.966933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574653.094905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574653.094916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574653.094921:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574653.094932:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2367
00000100:00080000:0.0:1788574653.094943:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574653.094949:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574653.094983:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067898240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574653.095006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574653.095009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574653.095010:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574653.095014:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2367
00000100:00080000:0.0:1788574653.095016:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574653.095019:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574653.095027:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574653.095037:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067898368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574653.095060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574653.095064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788574653.095064:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067898240:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574653.095066:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574653.095074:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2367
00000100:00080000:0.0:1788574653.095078:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574653.095081:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574653.095085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574653.095121:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067898496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574653.095159:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574653.095201:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574653/real 1788574653]  req@ffff91cdd26f4e00 x1875454067898240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574653.095220:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067898240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574653.095231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574653.095235:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574653.095240:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067898240:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574653.095264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574653.095293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574653.095303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574653/real 1788574653]  req@ffff91cdd26f7480 x1875454067898368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574653.095323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067898368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574653.095331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574653.095335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574653.095338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898368:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574653.095345:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574653.095368:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574653.095381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574653/real 1788574653]  req@ffff91cdd26f4700 x1875454067898496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574653.095393:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067898496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574653.095401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574653.095404:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574653.095408:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898496:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574653.990984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574655.014936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574656.038917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574657.062927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574658.086935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574658.214874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574658.214882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574658.214886:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574658.214895:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2372
00000100:00080000:0.0:1788574658.214906:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574658.214912:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574658.214942:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067898624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574658.214967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574658.214970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574658.214972:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574658.214975:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2372
00000100:00080000:0.0:1788574658.214994:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574658.214999:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574658.215011:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574658.215015:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067898624:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574658.215032:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067898752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574658.215066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574658.215070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574658.215073:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574658.215079:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2372
00000100:00080000:0.0:1788574658.215084:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574658.215088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574658.215093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574658.215107:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067898880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574658.215152:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574658.215192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898880:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574659.110953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574660.134961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574661.159031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574661.287238:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788574661.287305:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574661.287329:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574661.287386:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574661.287399:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788574661.287517:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574658/real 1788574661]  req@ffff91cdd26f7800 x1875454067898752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574661.287557:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067898752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574661.287571:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574661.287597:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574661.287601:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574661.287612:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574658/real 1788574661]  req@ffff91cdd26f5f80 x1875454067898880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574661.287626:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067898880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574661.287633:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574661.287637:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574661.287640:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067898880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574661.287646:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574658/real 1788574661]  req@ffff91cdd26f6d80 x1875454067898624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574661.287658:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067898624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574661.287665:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574661.287668:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574661.287672:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067898624:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574662.183031:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574663.206954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574663.334887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574663.334896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574663.334899:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574663.334908:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2377
00000100:00080000:0.0:1788574663.334917:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574663.334923:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574663.334953:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067899008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574663.335013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574663.335016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574663.335017:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574663.335021:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2377
00000100:00080000:0.0:1788574663.335024:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574663.335028:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574663.335038:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574663.335052:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067899008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574663.335055:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067899136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574663.335069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574663.335073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574663.335075:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574663.335079:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2377
00000100:00080000:0.0:1788574663.335083:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574663.335088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574663.335094:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574663.335114:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574663.335116:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067899264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574663.335157:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574663/real 1788574663]  req@ffff91cdd26f4000 x1875454067899008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574663.335189:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067899008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574663.335200:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574663.335204:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574663.335208:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067899008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574663.335233:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574663.335255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574663.335265:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574663/real 1788574663]  req@ffff91cdd26f7b80 x1875454067899136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574663.335274:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067899136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574663.335280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574663.335282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574663.335285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899136:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574663.335291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574663.335310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574663.335338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574663/real 1788574663]  req@ffff91cdd26f5c00 x1875454067899264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574663.335351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067899264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574663.335367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574663.335371:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574663.335374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899264:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574664.230934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574665.254963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574666.279004:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574667.302904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574668.326973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574668.454893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574668.454904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574668.454909:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574668.454919:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2382
00000100:00080000:3.0:1788574668.454930:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574668.454967:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574668.455005:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067899392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574668.455046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574668.455051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574668.455053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574668.455058:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2382
00000100:00080000:3.0:1788574668.455064:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574668.455069:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574668.455080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574668.455084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067899392:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574668.455098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067899520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574668.455111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574668.455115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574668.455117:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574668.455121:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2382
00000100:00080000:3.0:1788574668.455133:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574668.455140:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788574668.455142:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788574668.455148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574668.455163:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067899648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574668.455178:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574668/real 1788574668]  req@ffff91cdd142e680 x1875454067899392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574668.455199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067899392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574668.455210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574668.455215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574668.455219:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067899392:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574668.455243:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574668.455265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574668.455275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574668/real 1788574668]  req@ffff91cdd142f100 x1875454067899520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574668.455284:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067899520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574668.455299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574668.455303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574668.455307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899520:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574668.455314:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574668.455338:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574668.455350:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574668/real 1788574668]  req@ffff91cdd142d880 x1875454067899648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574668.455363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067899648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574668.455372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574668.455375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574668.455379:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899648:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574669.350955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574670.375006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574671.398989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574672.422971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574673.446972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574673.574932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574673.574944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574673.574949:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574673.574960:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2387
00000100:00080000:3.0:1788574673.574995:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574673.575002:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574673.575041:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067899776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574673.575069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574673.575072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574673.575074:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574673.575077:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2387
00000100:00080000:3.0:1788574673.575085:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574673.575088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574673.575103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574673.575112:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067899904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574673.575120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574673.575123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574673.575124:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574673.575127:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2387
00000100:00080000:3.0:1788574673.575130:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574673.575133:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574673.575137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574673.575148:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067900032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574673.575150:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067899776:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788574673.575232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574673.575270:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574673/real 1788574673]  req@ffff91cdd142ea00 x1875454067899776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574673.575284:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067899776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574673.575307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574673.575310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574673.575313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067899776:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574673.575319:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574673.575338:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574673.575347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574673/real 1788574673]  req@ffff91cdd142d500 x1875454067899904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574673.575355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067899904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574673.575360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574673.575362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574673.575373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067899904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574673.575393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574673.575406:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574673.575413:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574673/real 1788574673]  req@ffff91cdd142e300 x1875454067900032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574673.575421:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067900032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574673.575426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574673.575428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574673.575431:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900032:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574674.470911:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574675.495059:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574676.518971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574677.542996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574678.566942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574678.694940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574678.694950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574678.694954:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574678.694963:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2393
00000100:00080000:0.0:1788574678.694989:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574678.694997:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574678.695030:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067900160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574678.695057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574678.695061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574678.695063:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574678.695067:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2393
00000100:00080000:0.0:1788574678.695070:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574678.695074:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574678.695083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574678.695098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067900288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574678.695109:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067900160:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574678.695112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574678.695117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574678.695119:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574678.695124:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2393
00000100:00080000:0.0:1788574678.695128:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574678.695132:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574678.695137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574678.695150:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067900416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574678.695167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574678.695200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574678/real 1788574678]  req@ffff91cdd26f5880 x1875454067900160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574678.695213:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067900160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574678.695220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574678.695223:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574678.695226:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067900160:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574678.695245:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574678.695269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574678.695289:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574678/real 1788574678]  req@ffff91cdd26f7100 x1875454067900288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574678.695302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067900288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574678.695311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574678.695314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574678.695318:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900288:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574678.695334:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574678.695358:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574678.695367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574678/real 1788574678]  req@ffff91cdd26f4a80 x1875454067900416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574678.695376:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067900416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574678.695381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574678.695384:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574678.695386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900416:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574679.590938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574680.614981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574681.639048:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574682.663001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574683.687007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574683.814942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574683.814954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574683.814958:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574683.814971:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2398
00000100:00080000:2.0:1788574683.814982:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574683.814989:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574683.815026:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067900544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574683.815056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574683.815078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574683.815080:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574683.815086:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2398
00000100:00080000:2.0:1788574683.815091:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574683.815099:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574683.815100:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067900544:192.168.202.119@tcp:250:kworker.0
00000008:00100000:2.0:1788574683.815110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574683.815129:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067900672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574683.815140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574683.815143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574683.815145:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574683.815147:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2398
00000100:00080000:2.0:1788574683.815158:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574683.815163:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:3.0:1788574683.815167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788574683.815171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574683.815186:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067900800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574683.815214:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574683/real 1788574683]  req@ffff91cdd1289500 x1875454067900544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574683.815235:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067900544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574683.815247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574683.815251:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574683.815256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067900544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574683.815280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574683.815306:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574683.815320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574683/real 1788574683]  req@ffff91cdd128aa00 x1875454067900672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574683.815334:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067900672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574683.815343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574683.815346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574683.815350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900672:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574683.815357:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574683.815379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574683.815392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574683/real 1788574683]  req@ffff91cdd128a680 x1875454067900800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574683.815422:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067900800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574683.815432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574683.815435:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574683.815439:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067900800:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574684.710913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574685.734922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574686.758962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574687.782910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574688.806953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574688.934910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574688.934918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574688.934922:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574688.934929:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2403
00000100:00080000:1.0:1788574688.934939:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574688.934944:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574688.934986:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067900928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574688.935020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574688.935023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574688.935024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574688.935027:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2403
00000100:00080000:1.0:1788574688.935030:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574688.935039:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574688.935047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574688.935057:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067901056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574688.935064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574688.935067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574688.935068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574688.935072:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2403
00000100:00080000:1.0:1788574688.935074:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574688.935077:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574688.935080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574688.935090:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067901184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574688.935092:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067900928:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788574688.935161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574688.935203:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574688/real 1788574688]  req@ffff91cdd1369880 x1875454067900928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574688.935222:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067900928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574688.935232:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574688.935236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574688.935241:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067900928:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574688.935249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574688.935271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574688.935285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574688/real 1788574688]  req@ffff91cdd136bb80 x1875454067901056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574688.935298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067901056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574688.935339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574688.935343:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574688.935347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901056:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574688.935375:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574688.935400:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574688.935413:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574688/real 1788574688]  req@ffff91cdd1368a80 x1875454067901184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574688.935426:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067901184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574688.935435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574688.935438:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574688.935442:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901184:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574689.830911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574690.854924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574691.878940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574692.902954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574693.926946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574694.054888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574694.054900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574694.054904:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574694.054915:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2408
00000100:00080000:1.0:1788574694.054939:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574694.054947:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574694.054990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067901312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574694.055014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574694.055038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574694.055040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574694.055045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2408
00000100:00080000:1.0:1788574694.055049:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574694.055053:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574694.055063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574694.055064:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067901312:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574694.055078:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067901440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574694.055088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574694.055091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574694.055093:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574694.055096:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2408
00000100:00080000:1.0:1788574694.055099:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574694.055103:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574694.055107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574694.055117:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067901568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574694.055139:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574694.055185:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574694/real 1788574694]  req@ffff91cdd1368a80 x1875454067901312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574694.055203:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067901312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574694.055213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574694.055217:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574694.055228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067901312:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574694.055253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574694.055283:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574694.055301:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574694/real 1788574694]  req@ffff91cdd136bb80 x1875454067901440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574694.055316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067901440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574694.055325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574694.055329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574694.055332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901440:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574694.055393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574694.055418:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574694.055431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574694/real 1788574694]  req@ffff91cdd1369880 x1875454067901568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574694.055444:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067901568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574694.055453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574694.055457:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574694.055460:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901568:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574694.950946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574695.974947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574696.998969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574698.022954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574699.046935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574699.174874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574699.174883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574699.174903:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574699.174911:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2413
00000100:00080000:3.0:1788574699.174919:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574699.174925:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574699.174955:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067901696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574699.174984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574699.174987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574699.174990:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574699.174994:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2413
00000100:00080000:3.0:1788574699.174998:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574699.175013:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574699.175019:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067901696:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574699.175025:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574699.175041:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067901824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574699.175050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574699.175053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574699.175055:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574699.175058:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2413
00000100:00080000:3.0:1788574699.175069:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574699.175072:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574699.175076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574699.175078:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574699.175087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067901952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574699.175118:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574699/real 1788574699]  req@ffff91cdd142d180 x1875454067901696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574699.175133:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067901696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574699.175141:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574699.175144:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574699.175147:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067901696:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574699.175165:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574699.175179:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574699.175187:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574699/real 1788574699]  req@ffff91cdd142e300 x1875454067901824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574699.175194:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067901824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574699.175199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574699.175201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574699.175210:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574699.175215:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574699.175233:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574699.175244:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574699/real 1788574699]  req@ffff91cdd142d500 x1875454067901952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574699.175256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067901952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574699.175265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574699.175268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574699.175272:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067901952:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788574700.070884:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574701.095027:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574702.118872:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574703.143052:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574704.166909:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574704.294908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574704.294922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574704.294953:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574704.294967:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2418
00000100:00080000:3.0:1788574704.294981:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574704.294989:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574704.295033:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067902080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574704.295067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574704.295070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574704.295072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574704.295075:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2418
00000100:00080000:3.0:1788574704.295078:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574704.295081:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574704.295093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574704.295110:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067902208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574704.295124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574704.295129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574704.295132:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574704.295141:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067902080:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574704.295141:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2418
00000100:00080000:3.0:1788574704.295151:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574704.295159:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574704.295185:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574704.295199:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067902336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574704.295230:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574704.295273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574704/real 1788574704]  req@ffff91cdd142ea00 x1875454067902080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574704.295289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067902080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574704.295299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574704.295303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574704.295306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067902080:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574704.295329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574704.295365:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574704.295376:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574704/real 1788574704]  req@ffff91cdd142d880 x1875454067902208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574704.295386:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067902208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574704.295392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574704.295395:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574704.295397:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902208:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574704.295402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574704.295414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574704.295420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574704/real 1788574704]  req@ffff91cdd142f100 x1875454067902336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574704.295428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067902336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574704.295434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574704.295436:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574704.295438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902336:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574705.190964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574706.214941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574707.239026:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574708.262934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574709.286941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574709.414875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574709.414886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574709.414916:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574709.414924:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2423
00000100:00080000:2.0:1788574709.414933:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574709.414940:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574709.414971:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067902464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574709.414995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574709.414997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574709.414999:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574709.415001:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2423
00000100:00080000:2.0:1788574709.415004:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574709.415007:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574709.415016:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574709.415027:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067902592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574709.415029:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067902464:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574709.415044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574709.415047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574709.415048:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574709.415051:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2423
00000100:00080000:2.0:1788574709.415053:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574709.415055:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574709.415058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574709.415068:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067902720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574709.415092:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574709.415127:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574709/real 1788574709]  req@ffff91cdd1288380 x1875454067902464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574709.415141:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067902464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574709.415149:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574709.415153:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574709.415155:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067902464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574709.415173:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574709.415188:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574709.415196:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574709/real 1788574709]  req@ffff91cdd1288a80 x1875454067902592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574709.415205:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067902592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574709.415210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574709.415212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574709.415215:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902592:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574709.415225:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574709.415239:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574709.415247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574709/real 1788574709]  req@ffff91cdd128b100 x1875454067902720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574709.415254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067902720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574709.415259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574709.415261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574709.415263:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902720:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574710.310921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574711.334992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574712.358979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574713.382919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574714.406947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574714.534882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574714.534891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574714.534901:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574714.534909:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2428
00000100:00080000:3.0:1788574714.534918:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574714.534924:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574714.534972:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067902848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574714.534995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574714.535027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574714.535029:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574714.535046:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067902848:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574714.535047:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2428
00000100:00080000:3.0:1788574714.535052:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574714.535056:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574714.535065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574714.535078:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067902976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574714.535088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574714.535091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574714.535092:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574714.535096:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2428
00000100:00080000:3.0:1788574714.535099:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574714.535102:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788574714.535106:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788574714.535106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574714.535115:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067903104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574714.535140:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574714/real 1788574714]  req@ffff91cdd142e680 x1875454067902848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574714.535159:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067902848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574714.535169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574714.535173:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574714.535177:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067902848:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574714.535197:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574714.535215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574714.535224:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574714/real 1788574714]  req@ffff91cdd142f100 x1875454067902976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574714.535232:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067902976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574714.535237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574714.535239:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574714.535242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067902976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574714.535245:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574714.535265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574714.535272:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574714/real 1788574714]  req@ffff91cdd142d880 x1875454067903104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574714.535280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067903104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574714.535285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574714.535287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574714.535289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903104:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574715.430907:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574716.454914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574717.478921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574718.502949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574719.526972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574719.654944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574719.654960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574719.654966:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574719.654979:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2434
00000100:00080000:3.0:1788574719.654994:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574719.655004:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574719.655058:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067903232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574719.655124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574719.655128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574719.655131:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574719.655136:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2434
00000100:00080000:3.0:1788574719.655141:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574719.655147:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574719.655159:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574719.655176:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067903360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574719.655189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574719.655193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788574719.655198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067903232:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574719.655198:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574719.655213:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2434
00000100:00080000:3.0:1788574719.655218:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574719.655223:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574719.655229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574719.655244:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067903488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574719.655276:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574719.655321:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574719/real 1788574719]  req@ffff91cdd142ea00 x1875454067903232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574719.655337:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067903232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574719.655346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574719.655349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574719.655352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067903232:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574719.655376:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574719.655391:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574719.655408:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574719/real 1788574719]  req@ffff91cdd142d500 x1875454067903360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574719.655416:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067903360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574719.655422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574719.655433:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574719.655437:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903360:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574719.655444:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574719.655467:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574719.655491:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574719/real 1788574719]  req@ffff91cdd142e300 x1875454067903488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574719.655505:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067903488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574719.655514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574719.655517:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574719.655520:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903488:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574720.550916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574721.574927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574722.598935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574723.622976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574724.646981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574724.774904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574724.774916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574724.774921:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574724.774933:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2439
00000100:00080000:1.0:1788574724.774945:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574724.774952:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574724.774996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067903616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574724.775024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574724.775027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574724.775028:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574724.775031:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2439
00000100:00080000:1.0:1788574724.775034:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574724.775036:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574724.775046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574724.775055:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067903744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574724.775063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574724.775066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574724.775068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574724.775070:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2439
00000100:00080000:1.0:1788574724.775085:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574724.775089:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067903616:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574724.775112:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574724.775117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574724.775128:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067903872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574724.775209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903744:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574724.775247:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903872:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574725.670963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574726.694973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574727.718987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574727.847146:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574727.847215:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574727.847241:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574727.847336:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574727.847349:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788574727.847508:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574724/real 1788574727]  req@ffff91cdd136aa00 x1875454067903872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574727.847610:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067903872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574727.847626:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574727.847632:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574727.847637:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574727.847647:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574724/real 1788574727]  req@ffff91cdd1369180 x1875454067903616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574727.847662:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067903616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574727.847670:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574727.847674:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574727.847678:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067903616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574727.847686:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574724/real 1788574727]  req@ffff91cdd136b100 x1875454067903744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574727.847705:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067903744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574727.847713:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574727.847716:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574727.847719:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067903744:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574728.743016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574729.766965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574729.894887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574729.894900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574729.894905:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574729.894917:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2444
00000100:00080000:1.0:1788574729.894930:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574729.894940:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574729.894986:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067904000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574729.895017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574729.895021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574729.895023:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574729.895030:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2444
00000100:00080000:1.0:1788574729.895035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574729.895041:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574729.895055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574729.895081:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067904128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574729.895094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574729.895098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788574729.895108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067904000:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574729.895123:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574729.895131:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2444
00000100:00080000:1.0:1788574729.895137:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574729.895146:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574729.895153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574729.895175:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067904256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574729.895219:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574729.895294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574729/real 1788574729]  req@ffff91cdd1368e00 x1875454067904000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574729.895321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067904000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574729.895335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574729.895340:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574729.895346:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067904000:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574729.895391:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574729.895418:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574729.895433:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574729/real 1788574729]  req@ffff91cdd136a300 x1875454067904128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574729.895447:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067904128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574729.895456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574729.895460:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574729.895463:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904128:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574729.895470:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574729.895490:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574729.895502:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574729/real 1788574729]  req@ffff91cdd1368380 x1875454067904256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574729.895531:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067904256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574729.895540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574729.895544:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574729.895547:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904256:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574730.790969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574731.814965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574732.838938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574733.862941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574734.886931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574735.014891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574735.014900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574735.014903:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574735.014913:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2449
00000100:00080000:2.0:1788574735.014923:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574735.014929:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574735.014962:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067904384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574735.014985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574735.014988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574735.014989:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574735.014992:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2449
00000100:00080000:2.0:1788574735.014994:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574735.014997:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574735.015019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574735.015031:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067904512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574735.015032:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067904384:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574735.015047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574735.015050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574735.015051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574735.015054:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2449
00000100:00080000:2.0:1788574735.015057:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574735.015060:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574735.015064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574735.015073:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067904640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574735.015094:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574735.015135:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574735/real 1788574735]  req@ffff91cdd1289880 x1875454067904384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574735.015169:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067904384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574735.015178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574735.015181:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574735.015183:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067904384:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574735.015202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574735.015221:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574735.015230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574735/real 1788574735]  req@ffff91cdd1289f80 x1875454067904512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574735.015238:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067904512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574735.015254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574735.015257:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574735.015259:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904512:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574735.015264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574735.015279:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574735.015287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574735/real 1788574735]  req@ffff91cdd128ad80 x1875454067904640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574735.015294:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067904640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574735.015299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574735.015301:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574735.015303:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904640:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574735.910945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574736.934994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574737.958947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574738.984868:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574740.006949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574740.134903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574740.134914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574740.134919:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574740.134929:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2454
00000100:00080000:2.0:1788574740.134940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574740.134948:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574740.134996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067904768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574740.135042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574740.135046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574740.135047:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574740.135052:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2454
00000100:00080000:2.0:1788574740.135057:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574740.135063:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574740.135073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574740.135087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067904896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574740.135092:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067904768:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574740.135107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574740.135111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574740.135114:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574740.135118:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2454
00000100:00080000:2.0:1788574740.135122:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574740.135127:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574740.135133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574740.135145:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067905024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574740.135153:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574740.135199:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574740/real 1788574740]  req@ffff91cdd1289c00 x1875454067904768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574740.135213:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067904768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574740.135221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574740.135224:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574740.135232:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067904768:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574740.135250:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574740.135271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574740.135285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574740/real 1788574740]  req@ffff91cdd1288000 x1875454067904896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574740.135298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067904896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574740.135307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574740.135311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574740.135314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067904896:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574740.135321:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574740.135337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574740.135346:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574740/real 1788574740]  req@ffff91cdd1288e00 x1875454067905024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574740.135353:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067905024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574740.135359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574740.135361:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574740.135363:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905024:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574741.030979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574742.054918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574743.078938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574744.102965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574745.126955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574745.254900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574745.254912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574745.254917:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574745.254928:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2459
00000100:00080000:2.0:1788574745.254938:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574745.254953:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574745.254996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067905152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574745.255018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574745.255021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574745.255023:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574745.255026:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2459
00000100:00080000:2.0:1788574745.255028:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574745.255031:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574745.255039:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574745.255047:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067905280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574745.255057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574745.255062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574745.255068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788574745.255069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067905152:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574745.255081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2459
00000100:00080000:2.0:1788574745.255086:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574745.255090:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574745.255097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574745.255128:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067905408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574745.255167:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574745.255248:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574745/real 1788574745]  req@ffff91cdd1288700 x1875454067905152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574745.255268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067905152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574745.255278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574745.255282:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574745.255286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067905152:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574745.255314:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574745.255341:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574745.255357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574745/real 1788574745]  req@ffff91cdd128bb80 x1875454067905280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574745.255372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067905280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574745.255378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574745.255380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574745.255383:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905280:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574745.255388:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574745.255405:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574745.255424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574745/real 1788574745]  req@ffff91cdd128b480 x1875454067905408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574745.255432:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067905408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574745.255449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574745.255452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574745.255455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905408:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574746.150964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574747.174942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574748.198944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574749.222962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574750.246942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574750.374877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574750.374887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574750.374891:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574750.374902:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2464
00000100:00080000:2.0:1788574750.374913:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574750.374920:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574750.374958:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067905536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574750.374984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574750.374987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574750.374988:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574750.374991:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2464
00000100:00080000:2.0:1788574750.374998:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574750.375001:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574750.375009:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574750.375019:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067905664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574750.375027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574750.375042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574750.375044:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788574750.375050:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067905536:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574750.375051:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2464
00000100:00080000:2.0:1788574750.375057:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574750.375062:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574750.375067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574750.375074:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067905792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574750.375132:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574750.375179:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574750/real 1788574750]  req@ffff91cdd128b800 x1875454067905536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574750.375199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067905536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574750.375211:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574750.375215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574750.375219:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067905536:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574750.375228:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574750.375253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574750.375266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574750/real 1788574750]  req@ffff91cdd128b480 x1875454067905664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574750.375279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067905664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574750.375287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574750.375290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574750.375294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905664:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574750.375325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574750.375348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574750.375361:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574750/real 1788574750]  req@ffff91cdd128bb80 x1875454067905792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574750.375374:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067905792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574750.375383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574750.375386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574750.375389:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067905792:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574751.270916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574752.294924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574753.318952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574754.342914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574755.366973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574755.494912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574755.494922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574755.494926:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574755.494937:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2469
00000100:00080000:3.0:1788574755.494949:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574755.494956:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574755.494993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067905920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574755.495021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574755.495025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574755.495026:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574755.495030:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2469
00000100:00080000:3.0:1788574755.495034:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574755.495052:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067905920:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574755.495056:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574755.495068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574755.495082:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067906048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574755.495091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574755.495093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574755.495095:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574755.495097:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2469
00000100:00080000:3.0:1788574755.495112:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574755.495114:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574755.495118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574755.495123:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574755.495130:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067906176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574755.495161:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574755/real 1788574755]  req@ffff91cdd142d180 x1875454067905920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574755.495176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067905920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574755.495183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574755.495186:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574755.495189:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067905920:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574755.495206:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574755.495222:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574755.495239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574755/real 1788574755]  req@ffff91cdd142e300 x1875454067906048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574755.495247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067906048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574755.495253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574755.495255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574755.495257:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906048:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574755.495261:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574755.495274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574755.495280:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574755/real 1788574755]  req@ffff91cdd142d500 x1875454067906176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574755.495287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067906176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574755.495292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574755.495294:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574755.495296:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906176:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574756.390909:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574757.414943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574758.438943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574759.462986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574760.486964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574760.614852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574760.614860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574760.614864:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574760.614872:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2474
00000100:00080000:3.0:1788574760.614881:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574760.614886:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574760.614915:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067906304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574760.614936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574760.614939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574760.614953:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574760.614956:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2474
00000100:00080000:3.0:1788574760.614960:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574760.614963:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574760.614971:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574760.614972:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067906304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574760.614983:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067906432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574760.614992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574760.614995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574760.614996:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574760.614999:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2474
00000100:00080000:3.0:1788574760.615002:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574760.615004:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574760.615007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574760.615014:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067906560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574760.615031:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574760.615073:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574760/real 1788574760]  req@ffff91cdd142ea00 x1875454067906304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574760.615087:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067906304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574760.615095:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574760.615098:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574760.615101:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067906304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574760.615128:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574760.615145:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574760.615154:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574760/real 1788574760]  req@ffff91cdd142d880 x1875454067906432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574760.615162:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067906432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574760.615167:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574760.615169:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574760.615172:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906432:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574760.615175:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574760.615185:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574760.615191:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574760/real 1788574760]  req@ffff91cdd142f100 x1875454067906560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574760.615199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067906560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574760.615213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574760.615215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574760.615218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906560:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574761.510947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574762.534981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574763.559016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574764.582971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574765.606942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574765.734896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574765.734905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574765.734909:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574765.734919:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2480
00000100:00080000:2.0:1788574765.734937:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574765.734947:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574765.734982:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067906688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574765.735008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574765.735011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574765.735013:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574765.735017:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2480
00000100:00080000:2.0:1788574765.735021:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574765.735024:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574765.735034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574765.735045:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067906816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574765.735060:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067906688:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574765.735080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574765.735084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574765.735087:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574765.735101:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2480
00000100:00080000:2.0:1788574765.735114:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574765.735121:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:3.0:1788574765.735124:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:2.0:1788574765.735129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574765.735144:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067906944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574765.735236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574765/real 1788574765]  req@ffff91cdd1288700 x1875454067906688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574765.735251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067906688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574765.735259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574765.735268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574765.735272:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067906688:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574765.735420:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574765.735444:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574765.735495:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574765/real 1788574765]  req@ffff91cdd1288e00 x1875454067906816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574765.735505:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067906816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574765.735510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574765.735512:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574765.735515:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574765.735519:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574765.735534:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574765.735541:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574765/real 1788574765]  req@ffff91cdd1288000 x1875454067906944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574765.735548:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067906944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574765.735553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574765.735555:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574765.735557:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067906944:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574766.630956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574767.654944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574768.678942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574769.702999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574770.726927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574770.854919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574770.854947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574770.854952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574770.854962:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2485
00000100:00080000:0.0:1788574770.854972:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574770.854980:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574770.855013:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067907072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574770.855041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574770.855045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574770.855047:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574770.855051:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2485
00000100:00080000:0.0:1788574770.855054:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574770.855058:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574770.855067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574770.855080:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067907200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788574770.855087:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067907072:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574770.855094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574770.855101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574770.855105:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574770.855109:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2485
00000100:00080000:0.0:1788574770.855113:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574770.855116:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574770.855121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574770.855133:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067907328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574770.855177:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574770.855220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574770/real 1788574770]  req@ffff91cdd26f6300 x1875454067907072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574770.855265:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067907072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574770.855277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574770.855281:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574770.855285:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067907072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574770.855309:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574770.855334:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574770.855349:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574770/real 1788574770]  req@ffff91cdd26f4380 x1875454067907200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574770.855377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067907200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574770.855386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574770.855390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574770.855394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907200:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574770.855400:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574770.855423:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574770.855452:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574770/real 1788574770]  req@ffff91cdd26f5180 x1875454067907328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574770.855481:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067907328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574770.855490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574770.855493:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574770.855497:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907328:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574771.750952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574772.775015:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574773.798941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574774.823018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574775.846952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574775.974960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574775.974974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574775.974979:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574775.974993:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2490
00000100:00080000:2.0:1788574775.975007:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574775.975016:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574775.975116:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067907456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574775.975148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574775.975152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574775.975154:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574775.975158:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2490
00000100:00080000:2.0:1788574775.975162:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574775.975167:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574775.975179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574775.975192:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067907584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574775.975203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574775.975209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788574775.975209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067907456:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574775.975211:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574775.975221:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2490
00000100:00080000:2.0:1788574775.975225:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574775.975229:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574775.975234:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574775.975246:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067907712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788574775.975306:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574775.975359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574775/real 1788574775]  req@ffff91cdd1289c00 x1875454067907456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574775.975380:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067907456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574775.975393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574775.975397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574775.975402:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067907456:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574775.975429:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574775.975453:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574775.975466:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574775/real 1788574775]  req@ffff91cdd128ad80 x1875454067907584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574775.975478:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067907584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574775.975497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574775.975501:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574775.975505:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907584:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788574775.975511:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788574775.975532:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788574775.975543:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574775/real 1788574775]  req@ffff91cdd1289f80 x1875454067907712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574775.975563:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067907712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574775.975571:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574775.975575:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788574775.975579:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907712:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574776.871001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574777.895066:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574778.918995:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574779.943060:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574780.966976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574781.094877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574781.094885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574781.094888:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574781.094896:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2495
00000100:00080000:3.0:1788574781.094904:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574781.094930:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574781.094966:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067907840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574781.094992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574781.095007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574781.095009:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574781.095012:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2495
00000100:00080000:3.0:1788574781.095016:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574781.095019:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574781.095026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574781.095036:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067907840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574781.095038:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067907968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574781.095050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574781.095052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574781.095053:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574781.095056:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2495
00000100:00080000:3.0:1788574781.095058:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574781.095060:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574781.095064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574781.095075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067908096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574781.095099:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574781.095133:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574781/real 1788574781]  req@ffff91cdd142e680 x1875454067907840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574781.095152:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067907840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574781.095163:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574781.095167:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574781.095170:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067907840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574781.095191:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574781.095212:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574781.095225:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574781/real 1788574781]  req@ffff91cdd142f100 x1875454067907968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574781.095237:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067907968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574781.095244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574781.095247:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574781.095250:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067907968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574781.095256:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574781.095273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574781.095282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574781/real 1788574781]  req@ffff91cdd142d880 x1875454067908096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574781.095310:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067908096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574781.095318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574781.095321:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574781.095325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908096:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574781.991029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574783.015002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574784.038988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574785.063187:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574786.086965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574786.214902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574786.214911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574786.214915:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574786.214925:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2500
00000100:00080000:3.0:1788574786.214935:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574786.214941:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574786.214978:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067908224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574786.215034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574786.215037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574786.215039:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574786.215042:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2500
00000100:00080000:3.0:1788574786.215046:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574786.215050:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574786.215060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574786.215073:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067908352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574786.215078:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067908224:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574786.215089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574786.215092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574786.215094:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574786.215099:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2500
00000100:00080000:3.0:1788574786.215102:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574786.215107:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574786.215111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574786.215121:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067908480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574786.215138:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574786.215177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574786/real 1788574786]  req@ffff91cdd142ea00 x1875454067908224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574786.215190:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067908224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574786.215197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574786.215199:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574786.215202:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067908224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574786.215218:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574786.215232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574786.215239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574786/real 1788574786]  req@ffff91cdd142d500 x1875454067908352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574786.215252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067908352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574786.215257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574786.215259:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574786.215261:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908352:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574786.215264:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574786.215275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574786.215281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574786/real 1788574786]  req@ffff91cdd142e300 x1875454067908480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574786.215287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067908480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574786.215291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574786.215293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574786.215294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908480:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574787.111046:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574788.134957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574789.158915:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574790.182927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574791.206928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574791.334856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574791.334863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574791.334866:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574791.334873:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2505
00000100:00080000:0.0:1788574791.334882:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574791.334887:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574791.334922:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067908608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574791.334940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574791.334942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574791.334944:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574791.334946:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2505
00000100:00080000:0.0:1788574791.334948:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574791.334950:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574791.334957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574791.334965:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067908736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574791.334972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574791.334974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574791.334975:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574791.334979:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2505
00000100:00080000:0.0:1788574791.334981:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574791.334981:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067908608:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574791.334985:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574791.335001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574791.335009:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067908864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574791.335069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574791.335103:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908864:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574792.230907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574793.254923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574794.278996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788574794.407039:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788574794.407080:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788574794.407099:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788574794.407142:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788574794.407168:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788574794.407184:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574791/real 1788574794]  req@ffff91cdd26f5500 x1875454067908736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574794.407209:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067908736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574794.407220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574794.407226:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574794.407232:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574794.407243:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574791/real 1788574794]  req@ffff91cdd26f6680 x1875454067908864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574794.407260:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067908864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574794.407273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574794.407277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574794.407282:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067908864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574794.407292:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574791/real 1788574794]  req@ffff91cdd26f6a00 x1875454067908608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574794.407319:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067908608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574794.407328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574794.407332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574794.407336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067908608:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574795.302923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574796.326944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574796.454921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574796.454933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574796.454936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574796.454947:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2510
00000100:00080000:3.0:1788574796.454958:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574796.454966:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574796.455003:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067908992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574796.455035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574796.455039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574796.455041:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574796.455045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2510
00000100:00080000:3.0:1788574796.455050:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574796.455055:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574796.455065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574796.455080:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067909120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574796.455091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574796.455094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574796.455096:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574796.455102:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2510
00000100:00080000:3.0:1788574796.455107:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574796.455109:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067908992:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574796.455113:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574796.455142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574796.455158:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067909248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574796.455181:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574796.455226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574796/real 1788574796]  req@ffff91cdd142d180 x1875454067908992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574796.455246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067908992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574796.455258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574796.455272:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574796.455280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067908992:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574796.455289:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574796.455317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574796.455331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574796/real 1788574796]  req@ffff91cdd142e300 x1875454067909120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574796.455344:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067909120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574796.455352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574796.455363:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574796.455367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909120:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574796.455394:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574796.455421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574796.455433:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574796/real 1788574796]  req@ffff91cdd142d500 x1875454067909248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574796.455469:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067909248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574796.455478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574796.455482:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574796.455485:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909248:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574797.350935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574798.374970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574799.398944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574800.422957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574801.446993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574801.574964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574801.574976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574801.574982:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574801.574996:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2515
00000100:00080000:3.0:1788574801.575010:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574801.575019:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574801.575070:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067909376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574801.575104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574801.575110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574801.575113:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574801.575120:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2515
00000100:00080000:3.0:1788574801.575127:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574801.575136:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574801.575150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574801.575153:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067909376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574801.575171:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067909504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574801.575183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574801.575186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574801.575187:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574801.575191:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2515
00000100:00080000:3.0:1788574801.575218:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574801.575226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574801.575271:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574801/real 1788574801]  req@ffff91cdd142ea00 x1875454067909376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574801.575324:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067909376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574801.575338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574801.575344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574801.575350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067909376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574801.575381:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574801.575413:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574801.575430:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574801/real 1788574801]  req@ffff91cdd142d880 x1875454067909504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574801.575464:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067909504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574801.575474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788574801.575489:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00080000:2.0:1788574801.575490:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574801.575506:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909504:192.168.202.119@tcp:38:kworker.0
00000008:00100000:3.0:1788574801.575550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574801.575572:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067909632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574801.575609:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574801.575644:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574801.575659:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574801/real 1788574801]  req@ffff91cdd142f100 x1875454067909632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574801.575670:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067909632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574801.575677:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574801.575679:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574801.575682:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909632:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574802.470974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574803.494938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574804.518970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574805.542954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574806.567086:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574806.694943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574806.694962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574806.694969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574806.694983:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2521
00000100:00080000:3.0:1788574806.694998:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574806.695007:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574806.695061:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067909760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574806.695099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574806.695104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574806.695106:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574806.695110:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2521
00000100:00080000:3.0:1788574806.695114:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574806.695118:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574806.695146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574806.695165:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067909888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574806.695181:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067909760:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574806.695182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574806.695206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574806.695213:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574806.695223:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2521
00000100:00080000:3.0:1788574806.695227:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574806.695233:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574806.695240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574806.695258:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067910016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574806.695281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574806.695327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574806/real 1788574806]  req@ffff91cdd142e680 x1875454067909760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574806.695343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067909760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574806.695352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574806.695355:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574806.695358:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067909760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574806.695378:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574806.695394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574806.695402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574806/real 1788574806]  req@ffff91cdd142f100 x1875454067909888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574806.695410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067909888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574806.695415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574806.695418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574806.695420:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067909888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574806.695424:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574806.695435:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574806.695449:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574806/real 1788574806]  req@ffff91cdd142d880 x1875454067910016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574806.695468:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067910016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574806.695474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574806.695476:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574806.695478:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910016:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574807.590935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574808.615023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574809.638930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574810.662917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574811.687068:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574811.815008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574811.815018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574811.815023:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574811.815032:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2526
00000100:00080000:0.0:1788574811.815042:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574811.815049:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574811.815089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067910144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574811.815116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574811.815126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574811.815127:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574811.815131:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2526
00000100:00080000:0.0:1788574811.815135:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574811.815140:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574811.815150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574811.815162:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067910144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574811.815163:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067910272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574811.815178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574811.815180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574811.815182:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574811.815186:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2526
00000100:00080000:0.0:1788574811.815214:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574811.815219:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574811.815224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574811.815225:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574811.815241:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067910400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574811.815269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574811/real 1788574811]  req@ffff91cdd26f6a00 x1875454067910144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574811.815286:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067910144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574811.815296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574811.815299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574811.815303:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067910144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574811.815322:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574811.815342:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574811.815353:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574811/real 1788574811]  req@ffff91cdd26f6680 x1875454067910272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574811.815363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067910272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574811.815386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574811.815389:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574811.815392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910272:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574811.815398:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574811.815414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574811.815423:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574811/real 1788574811]  req@ffff91cdd26f5500 x1875454067910400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574811.815432:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067910400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574811.815438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574811.815441:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574811.815443:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910400:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574812.710983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574813.734953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574814.758949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574815.783021:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574816.806948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574816.934940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574816.934948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574816.934951:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574816.934961:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2531
00000100:00080000:1.0:1788574816.934974:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574816.934982:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574816.935019:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067910528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574816.935043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574816.935059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574816.935061:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574816.935065:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2531
00000100:00080000:1.0:1788574816.935068:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574816.935072:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574816.935080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574816.935092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067910656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574816.935101:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067910528:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574816.935106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574816.935108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574816.935116:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574816.935126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2531
00000100:00080000:1.0:1788574816.935128:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574816.935130:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574816.935133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574816.935142:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067910784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574816.935196:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574816.935236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574816/real 1788574816]  req@ffff91cdd1368700 x1875454067910528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574816.935250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067910528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574816.935269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574816.935273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574816.935276:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067910528:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574816.935299:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574816.935316:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574816.935324:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574816/real 1788574816]  req@ffff91cdd1369500 x1875454067910656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574816.935339:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067910656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574816.935344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574816.935346:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574816.935348:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910656:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574816.935352:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574816.935365:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574816.935376:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574816/real 1788574816]  req@ffff91cdd136b480 x1875454067910784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574816.935387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067910784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574816.935395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574816.935398:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574816.935400:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067910784:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574817.830968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574818.855003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574819.878939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574820.902949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574821.926931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574822.054909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574822.054919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574822.054923:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574822.054932:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2536
00000100:00080000:3.0:1788574822.054942:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574822.054950:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574822.054983:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067910912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574822.055005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574822.055008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574822.055009:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574822.055011:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2536
00000100:00080000:3.0:1788574822.055014:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574822.055016:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574822.055023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574822.055032:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067911040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574822.055047:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067910912:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574822.055056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574822.055058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574822.055060:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574822.055063:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2536
00000100:00080000:3.0:1788574822.055066:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574822.055069:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574822.055074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574822.055092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067911168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574822.055100:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574822.055131:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574822/real 1788574822]  req@ffff91cdd142ea00 x1875454067910912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574822.055142:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067910912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574822.055149:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574822.055151:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574822.055153:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067910912:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574822.055169:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574822.055182:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574822.055189:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574822/real 1788574822]  req@ffff91cdd142d500 x1875454067911040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574822.055196:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067911040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574822.055200:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574822.055202:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574822.055203:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911040:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574822.055213:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574822.055225:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574822.055231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574822/real 1788574822]  req@ffff91cdd142e300 x1875454067911168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574822.055237:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067911168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574822.055241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574822.055243:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574822.055244:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911168:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574822.950950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574823.974938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574824.998950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574826.022944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574827.046964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574827.174915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574827.174927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574827.174931:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574827.174942:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2541
00000100:00080000:0.0:1788574827.174953:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574827.174961:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574827.174999:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067911296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574827.175021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574827.175024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574827.175026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574827.175028:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2541
00000100:00080000:0.0:1788574827.175031:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574827.175034:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574827.175041:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574827.175050:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067911424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574827.175058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574827.175066:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067911296:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574827.175075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574827.175077:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574827.175081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2541
00000100:00080000:0.0:1788574827.175084:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574827.175087:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574827.175091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574827.175101:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067911552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574827.175137:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574827.175188:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574827/real 1788574827]  req@ffff91cdd26f5180 x1875454067911296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574827.175209:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067911296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574827.175221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574827.175225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574827.175230:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067911296:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574827.175262:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574827.175288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574827.175314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574827/real 1788574827]  req@ffff91cdd26f4380 x1875454067911424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574827.175328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067911424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574827.175338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574827.175342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574827.175346:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911424:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574827.175354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574827.175375:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574827.175384:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574827/real 1788574827]  req@ffff91cdd26f6300 x1875454067911552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574827.175392:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067911552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574827.175398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574827.175400:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574827.175402:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911552:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574828.071029:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574829.094917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574830.118968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574831.142941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574832.166963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574832.294911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574832.294922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574832.294927:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574832.294945:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2546
00000100:00080000:3.0:1788574832.294956:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574832.294964:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574832.295004:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067911680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574832.295034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574832.295039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574832.295040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574832.295045:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2546
00000100:00080000:3.0:1788574832.295049:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574832.295053:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574832.295077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067911680:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574832.295080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574832.295101:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067911808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574832.295113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574832.295117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574832.295119:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574832.295123:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2546
00000100:00080000:3.0:1788574832.295138:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574832.295144:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788574832.295149:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788574832.295153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574832.295168:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067911936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574832.295208:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574832/real 1788574832]  req@ffff91cdd142d180 x1875454067911680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574832.295229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067911680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574832.295237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574832.295240:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574832.295243:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067911680:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574832.295262:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574832.295281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574832.295291:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574832/real 1788574832]  req@ffff91cdd142e300 x1875454067911808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574832.295299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067911808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574832.295307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574832.295311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574832.295314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574832.295321:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574832.295341:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574832.295354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574832/real 1788574832]  req@ffff91cdd142d500 x1875454067911936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574832.295377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067911936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574832.295394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574832.295399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574832.295402:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067911936:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574833.190966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574834.214928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574835.239011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574836.262963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574837.286985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574837.414907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574837.414918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574837.414923:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574837.414935:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2551
00000100:00080000:3.0:1788574837.414948:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574837.414959:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574837.415012:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067912064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574837.415050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574837.415055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574837.415058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574837.415063:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2551
00000100:00080000:3.0:1788574837.415082:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788574837.415089:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067912064:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574837.415094:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574837.415113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574837.415131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067912192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574837.415149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574837.415152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574837.415155:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574837.415167:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2551
00000100:00080000:3.0:1788574837.415174:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1788574837.415175:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788574837.415182:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574837.415188:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574837.415203:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067912320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574837.415230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574837/real 1788574837]  req@ffff91cdd142ea00 x1875454067912064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574837.415252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067912064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574837.415262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574837.415265:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574837.415268:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067912064:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574837.415288:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574837.415304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574837.415315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574837/real 1788574837]  req@ffff91cdd142d880 x1875454067912192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574837.415343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067912192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574837.415361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574837.415366:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574837.415370:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912192:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574837.415377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574837.415402:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574837.415420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574837/real 1788574837]  req@ffff91cdd142f100 x1875454067912320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574837.415451:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067912320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574837.415457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574837.415459:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574837.415461:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912320:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574838.311044:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574839.334989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574840.358947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574841.383001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574842.406999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574842.534898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574842.534907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574842.534911:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574842.534920:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2556
00000100:00080000:3.0:1788574842.534931:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574842.534939:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574842.534985:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067912448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574842.535005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574842.535021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574842.535023:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574842.535028:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2556
00000100:00080000:3.0:1788574842.535032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574842.535035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574842.535044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574842.535049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067912448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574842.535058:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067912576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574842.535067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574842.535070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574842.535071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574842.535074:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2556
00000100:00080000:3.0:1788574842.535076:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574842.535079:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574842.535084:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574842.535097:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067912704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574842.535121:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574842.535166:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574842/real 1788574842]  req@ffff91cdd142e680 x1875454067912448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574842.535185:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067912448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574842.535195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574842.535231:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574842.535242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067912448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574842.535267:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574842.535294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574842.535307:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574842/real 1788574842]  req@ffff91cdd142f100 x1875454067912576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574842.535321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067912576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574842.535329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574842.535333:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574842.535336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912576:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574842.535342:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574842.535369:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574842.535381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574842/real 1788574842]  req@ffff91cdd142d880 x1875454067912704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574842.535393:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067912704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574842.535401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574842.535404:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574842.535408:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912704:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574843.430985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574844.454998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574845.478959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574846.502941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574847.526962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574847.654937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574847.654946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574847.654965:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574847.654979:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2562
00000100:00080000:0.0:1788574847.654989:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574847.654994:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574847.655026:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067912832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574847.655050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574847.655052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574847.655054:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574847.655056:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2562
00000100:00080000:0.0:1788574847.655058:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574847.655061:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574847.655068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574847.655095:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067912960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574847.655105:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067912832:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574847.655106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574847.655113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574847.655114:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574847.655118:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2562
00000100:00080000:0.0:1788574847.655120:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574847.655123:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574847.655127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574847.655136:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067913088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574847.655162:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574847.655194:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574847/real 1788574847]  req@ffff91cdd26f4a80 x1875454067912832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574847.655207:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067912832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574847.655220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574847.655223:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574847.655226:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067912832:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574847.655244:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574847.655261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574847.655269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574847/real 1788574847]  req@ffff91cdd26f7100 x1875454067912960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574847.655277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067912960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574847.655283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574847.655285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574847.655287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067912960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574847.655291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574847.655301:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574847.655307:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574847/real 1788574847]  req@ffff91cdd26f5880 x1875454067913088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574847.655314:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067913088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574847.655319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574847.655320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574847.655322:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913088:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574848.550925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574849.574969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574850.598896:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574851.622945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574852.646935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574852.774912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574852.774927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574852.774931:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574852.774941:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2567
00000100:00080000:2.0:1788574852.774982:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574852.774991:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574852.775032:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067913216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574852.775062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574852.775066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574852.775068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574852.775073:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2567
00000100:00080000:2.0:1788574852.775086:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788574852.775095:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067913216:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788574852.775095:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574852.775107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574852.775125:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067913344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574852.775138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574852.775141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1788574852.775157:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:2.0:1788574852.775160:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574852.775168:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2567
00000100:00080000:2.0:1788574852.775174:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574852.775179:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788574852.775186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574852.775200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574852/real 1788574852]  req@ffff91cdd1289880 x1875454067913216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574852.775205:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067913472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574852.775223:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067913216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574852.775233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574852.775236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574852.775239:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067913216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574852.775259:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574852.775274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574852.775282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574852/real 1788574852]  req@ffff91cdd128b100 x1875454067913344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574852.775290:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067913344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574852.775295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574852.775297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574852.775299:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913344:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574852.775304:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574852.775322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574852.775345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574852/real 1788574852]  req@ffff91cdd1288a80 x1875454067913472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574852.775358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067913472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574852.775367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574852.775370:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574852.775373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913472:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574853.670989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574854.695008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574855.718961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574856.742978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574857.766976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574857.894974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574857.894991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574857.894997:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574857.895009:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2572
00000100:00080000:0.0:1788574857.895022:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574857.895030:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574857.895084:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067913600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574857.895126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574857.895130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574857.895131:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574857.895135:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2572
00000100:00080000:0.0:1788574857.895138:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574857.895142:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574857.895153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574857.895167:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067913728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574857.895183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067913600:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574857.895200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574857.895203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574857.895205:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574857.895209:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2572
00000100:00080000:0.0:1788574857.895212:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574857.895215:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574857.895219:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574857.895230:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067913856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574857.895302:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913728:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574857.895327:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913856:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574858.790993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574859.814989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574860.838961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574860.967015:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788574860.967052:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574860.967066:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574860.967098:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574860.967113:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788574860.967137:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574857/real 1788574860]  req@ffff91cdd26f7b80 x1875454067913728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574860.967165:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067913728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574860.967184:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574860.967189:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574860.967208:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913728:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574860.967216:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574857/real 1788574860]  req@ffff91cdd26f4000 x1875454067913856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574860.967230:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067913856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574860.967238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574860.967242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574860.967246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067913856:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574860.967253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574857/real 1788574860]  req@ffff91cdd26f5c00 x1875454067913600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574860.967266:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067913600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574860.967274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574860.967277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574860.967281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067913600:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574861.862939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574862.886999:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574863.014903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574863.014911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574863.014915:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574863.014923:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2577
00000100:00080000:0.0:1788574863.014933:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574863.014939:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574863.014972:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067913984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574863.014994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574863.014997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574863.014999:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574863.015004:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2577
00000100:00080000:0.0:1788574863.015007:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574863.015011:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574863.015037:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574863.015049:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067913984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574863.015054:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067914112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574863.015065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574863.015067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574863.015068:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574863.015071:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2577
00000100:00080000:0.0:1788574863.015074:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574863.015085:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574863.015091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574863.015108:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067914240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574863.015131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574863.015176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574863/real 1788574863]  req@ffff91cdd26f6d80 x1875454067913984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574863.015195:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067913984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574863.015215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574863.015220:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574863.015225:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067913984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574863.015253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574863.015281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574863.015297:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574863/real 1788574863]  req@ffff91cdd26f5f80 x1875454067914112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574863.015309:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067914112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574863.015317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574863.015321:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574863.015325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914112:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574863.015331:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574863.015352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574863.015364:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574863/real 1788574863]  req@ffff91cdd26f7800 x1875454067914240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574863.015377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067914240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574863.015385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574863.015388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574863.015391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914240:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574863.911008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574864.934946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574865.958960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574866.982933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574868.006916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574868.134916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574868.134926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574868.134929:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574868.134938:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2582
00000100:00080000:3.0:1788574868.134948:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574868.134955:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574868.134987:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067914368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574868.135020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574868.135023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574868.135024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574868.135027:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2582
00000100:00080000:3.0:1788574868.135030:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574868.135032:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574868.135040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574868.135049:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067914496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574868.135056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574868.135061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574868.135062:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574868.135066:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2582
00000100:00080000:3.0:1788574868.135070:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574868.135076:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788574868.135078:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067914368:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788574868.135082:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574868.135096:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067914624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574868.135158:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574868.135200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574868/real 1788574868]  req@ffff91cdd142ea00 x1875454067914368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574868.135219:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067914368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574868.135230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574868.135234:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574868.135239:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067914368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574868.135247:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574868.135272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574868.135285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574868/real 1788574868]  req@ffff91cdd142d500 x1875454067914496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574868.135296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067914496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574868.135314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574868.135320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574868.135324:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914496:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574868.135354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574868.135376:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574868.135387:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574868/real 1788574868]  req@ffff91cdd142e300 x1875454067914624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574868.135398:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067914624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574868.135405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574868.135409:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574868.135412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914624:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574869.030919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574870.054927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574871.078937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574872.102963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574873.127018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574873.254866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574873.254881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574873.254887:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574873.254900:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2587
00000100:00080000:3.0:1788574873.254932:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574873.254941:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574873.254996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067914752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574873.255036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574873.255041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574873.255043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574873.255048:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2587
00000100:00080000:3.0:1788574873.255054:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574873.255060:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574873.255072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574873.255094:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067914752:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574873.255094:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067914880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574873.255114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574873.255118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574873.255121:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574873.255126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2587
00000100:00080000:3.0:1788574873.255130:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574873.255135:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574873.255142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574873.255155:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067915008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574873.255189:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574873.255244:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574873/real 1788574873]  req@ffff91cdd142d180 x1875454067914752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574873.255269:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067914752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574873.255280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574873.255284:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574873.255287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067914752:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574873.255311:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574873.255362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574873.255377:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574873/real 1788574873]  req@ffff91cdd142e300 x1875454067914880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574873.255387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067914880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574873.255393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574873.255396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574873.255398:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067914880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574873.255403:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574873.255419:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574873.255428:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574873/real 1788574873]  req@ffff91cdd142d500 x1875454067915008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574873.255451:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067915008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574873.255458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574873.255460:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574873.255463:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915008:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574874.150957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574875.174976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574876.199002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574877.222926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574878.246985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574878.374948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574878.374979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574878.374983:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574878.374993:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2592
00000100:00080000:1.0:1788574878.375002:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574878.375009:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574878.375038:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067915136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574878.375068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574878.375071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574878.375073:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574878.375077:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2592
00000100:00080000:1.0:1788574878.375080:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574878.375084:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574878.375093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574878.375106:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067915264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574878.375117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574878.375119:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067915136:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574878.375122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574878.375125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574878.375130:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2592
00000100:00080000:1.0:1788574878.375133:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574878.375137:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574878.375141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574878.375151:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067915392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574878.375186:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574878.375221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574878/real 1788574878]  req@ffff91cdd136b800 x1875454067915136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574878.375256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067915136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574878.375266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574878.375270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574878.375273:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067915136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574878.375295:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574878.375343:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574878.375354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574878/real 1788574878]  req@ffff91cdd136a680 x1875454067915264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574878.375364:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067915264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574878.375371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574878.375374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574878.375377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915264:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788574878.375383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788574878.375401:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574878.375412:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574878/real 1788574878]  req@ffff91cdd1369f80 x1875454067915392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574878.375419:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067915392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574878.375432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574878.375434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788574878.375436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915392:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574879.271006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574880.294964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574881.318962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574882.343045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574883.366991:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574883.494936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574883.494947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574883.494952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574883.494963:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2597
00000100:00080000:0.0:1788574883.494975:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574883.494982:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574883.495025:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067915520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574883.495051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574883.495054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574883.495055:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574883.495058:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2597
00000100:00080000:0.0:1788574883.495060:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574883.495063:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574883.495072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574883.495079:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067915648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574883.495087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574883.495105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574883.495107:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574883.495110:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2597
00000100:00080000:0.0:1788574883.495113:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574883.495115:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574883.495120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574883.495128:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067915776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574883.495144:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067915520:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788574883.495218:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574883.495262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574883/real 1788574883]  req@ffff91cdd26f4700 x1875454067915520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574883.495328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067915520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574883.495340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574883.495345:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574883.495350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067915520:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574883.495359:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574883.495386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574883.495399:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574883/real 1788574883]  req@ffff91cdd26f7480 x1875454067915648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574883.495411:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067915648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574883.495419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574883.495422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574883.495426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915648:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574883.495458:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574883.495480:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574883.495492:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574883/real 1788574883]  req@ffff91cdd26f4e00 x1875454067915776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574883.495504:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067915776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574883.495524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574883.495529:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574883.495532:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067915776:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574884.390981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574885.415018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574886.438985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574887.462988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574888.486996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574888.614869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574888.614881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574888.614887:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574888.614898:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2602
00000100:00080000:1.0:1788574888.614911:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574888.614920:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574888.614979:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067915904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574888.615004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574888.615007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574888.615009:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574888.615012:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2602
00000100:00080000:1.0:1788574888.615015:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574888.615018:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574888.615029:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574888.615040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067916032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574888.615049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574888.615052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574888.615053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574888.615056:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2602
00000100:00080000:1.0:1788574888.615059:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574888.615063:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067915904:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574888.615064:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574888.615087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574888.615098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067916160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574888.615153:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574888.615203:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574888/real 1788574888]  req@ffff91cdd1368000 x1875454067915904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574888.615227:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067915904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574888.615256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574888.615261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574888.615266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067915904:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574888.615296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574888.615323:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574888.615338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574888/real 1788574888]  req@ffff91cdd136ad80 x1875454067916032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574888.615352:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067916032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574888.615376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574888.615380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574888.615384:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916032:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574888.615391:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574888.615414:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574888.615426:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574888/real 1788574888]  req@ffff91cdd1369c00 x1875454067916160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574888.615439:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067916160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574888.615448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574888.615451:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574888.615455:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916160:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574889.510947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574890.534995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574891.558980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574892.582997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574893.606985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574893.734964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574893.734981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574893.734986:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574893.735000:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2608
00000100:00080000:0.0:1788574893.735015:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574893.735025:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574893.735080:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067916288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574893.735123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574893.735128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574893.735130:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574893.735135:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2608
00000100:00080000:0.0:1788574893.735160:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574893.735167:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574893.735180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574893.735217:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067916288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788574893.735219:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067916416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574893.735247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574893.735252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574893.735254:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574893.735261:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2608
00000100:00080000:0.0:1788574893.735265:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574893.735271:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574893.735278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574893.735293:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067916544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574893.735304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574893.735359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574893/real 1788574893]  req@ffff91cdd26f4e00 x1875454067916288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574893.735379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067916288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574893.735391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574893.735408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574893.735412:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067916288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574893.735433:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574893.735453:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574893.735462:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574893/real 1788574893]  req@ffff91cdd26f7480 x1875454067916416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574893.735471:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067916416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574893.735476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574893.735479:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574893.735481:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916416:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574893.735485:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574893.735495:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574893.735501:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574893/real 1788574893]  req@ffff91cdd26f4700 x1875454067916544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574893.735509:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067916544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574893.735514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574893.735515:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574893.735517:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916544:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574894.630948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574895.655006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574896.678948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574897.702984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574898.726971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574898.854920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574898.854943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574898.854947:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574898.854955:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2613
00000100:00080000:3.0:1788574898.854964:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574898.854970:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574898.854999:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067916672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574898.855019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574898.855022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574898.855023:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574898.855026:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2613
00000100:00080000:3.0:1788574898.855028:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574898.855030:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574898.855038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574898.855046:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067916800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574898.855053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574898.855056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574898.855057:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574898.855060:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2613
00000100:00080000:3.0:1788574898.855061:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574898.855064:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574898.855067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574898.855075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067916928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574898.855077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067916672:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788574898.855147:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574898.855202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574898/real 1788574898]  req@ffff91cdd142ea00 x1875454067916672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574898.855220:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067916672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574898.855231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574898.855235:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574898.855239:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067916672:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574898.855246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574898.855268:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574898.855281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574898/real 1788574898]  req@ffff91cdd142d880 x1875454067916800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574898.855293:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067916800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574898.855300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574898.855303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574898.855306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574898.855329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574898.855348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574898.855367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574898/real 1788574898]  req@ffff91cdd142f100 x1875454067916928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574898.855379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067916928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574898.855386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574898.855389:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574898.855392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067916928:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574899.750996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574900.775008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574901.798983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574902.822951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574903.846944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574903.974930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574903.974938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574903.974942:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574903.974950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2618
00000100:00080000:1.0:1788574903.974964:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574903.974970:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574903.975003:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067917056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574903.975022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574903.975025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574903.975026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574903.975029:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2618
00000100:00080000:1.0:1788574903.975031:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574903.975034:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574903.975041:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574903.975050:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067917184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574903.975058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574903.975061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574903.975062:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574903.975068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067917056:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574903.975073:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2618
00000100:00080000:1.0:1788574903.975090:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574903.975094:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574903.975098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574903.975108:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067917312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574903.975136:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574903.975176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574903/real 1788574903]  req@ffff91cdd1369c00 x1875454067917056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574903.975189:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067917056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574903.975196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574903.975199:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574903.975202:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067917056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574903.975220:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574903.975236:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574903.975243:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574903/real 1788574903]  req@ffff91cdd136ad80 x1875454067917184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574903.975269:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067917184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574903.975275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574903.975277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574903.975280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917184:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574903.975284:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574903.975298:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574903.975305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574903/real 1788574903]  req@ffff91cdd1368000 x1875454067917312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574903.975312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067917312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574903.975317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574903.975319:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574903.975321:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917312:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574904.870928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574905.894928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574906.918913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574907.942947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574908.966928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574909.094930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574909.094941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574909.094946:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574909.094956:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2623
00000100:00080000:1.0:1788574909.094967:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574909.094982:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574909.095019:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067917440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574909.095051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574909.095056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574909.095058:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574909.095062:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2623
00000100:00080000:1.0:1788574909.095066:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574909.095070:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574909.095093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574909.095107:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067917568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574909.095120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574909.095123:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067917440:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574909.095138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574909.095141:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574909.095147:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2623
00000100:00080000:1.0:1788574909.095152:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574909.095157:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574909.095163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574909.095178:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067917696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574909.095191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574909.095228:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574909/real 1788574909]  req@ffff91cdd1369f80 x1875454067917440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574909.095256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067917440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574909.095264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574909.095268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574909.095271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067917440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574909.095291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574909.095315:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574909.095327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574909/real 1788574909]  req@ffff91cdd136a680 x1875454067917568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574909.095335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067917568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574909.095342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574909.095344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574909.095347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917568:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574909.095352:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574909.095366:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574909.095377:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574909/real 1788574909]  req@ffff91cdd136b800 x1875454067917696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574909.095389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067917696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574909.095407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574909.095410:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574909.095413:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917696:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574909.990946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574911.014916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574912.038947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574913.062963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574914.086921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574914.214909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574914.214917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574914.214920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574914.214928:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2628
00000100:00080000:0.0:1788574914.214952:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574914.214958:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574914.214993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067917824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574914.215014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574914.215016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574914.215018:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574914.215020:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2628
00000100:00080000:0.0:1788574914.215023:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574914.215025:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574914.215033:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574914.215057:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067917952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574914.215065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574914.215069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574914.215071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574914.215071:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067917824:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574914.215079:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2628
00000100:00080000:0.0:1788574914.215082:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574914.215085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574914.215089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574914.215099:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067918080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574914.215163:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574914.215200:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574914/real 1788574914]  req@ffff91cdd26f7800 x1875454067917824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574914.215215:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067917824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574914.215224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574914.215228:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574914.215233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067917824:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574914.215265:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574914.215288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574914.215298:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574914/real 1788574914]  req@ffff91cdd26f5f80 x1875454067917952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574914.215307:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067917952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574914.215323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574914.215327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574914.215331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067917952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574914.215338:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574914.215361:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574914.215373:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574914/real 1788574914]  req@ffff91cdd26f6d80 x1875454067918080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574914.215381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067918080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574914.215387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574914.215389:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574914.215392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918080:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574915.110952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574916.134996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574917.158958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574918.182938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574919.206960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574919.334850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574919.334873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574919.334876:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574919.334884:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2633
00000100:00080000:0.0:1788574919.334893:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574919.334899:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574919.334927:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067918208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574919.334950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574919.334952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574919.334954:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574919.334956:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2633
00000100:00080000:0.0:1788574919.334958:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574919.334961:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574919.334968:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574919.334977:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067918336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574919.334984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574919.334987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574919.334988:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574919.334993:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2633
00000100:00100000:2.0:1788574919.334995:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067918208:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574919.334996:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574919.335020:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574919.335023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574919.335033:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067918464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574919.335070:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574919.335103:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574919/real 1788574919]  req@ffff91cdd26f5c00 x1875454067918208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574919.335117:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067918208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574919.335132:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574919.335135:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574919.335138:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067918208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574919.335143:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574919.335160:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574919.335169:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574919/real 1788574919]  req@ffff91cdd26f4000 x1875454067918336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574919.335176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067918336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574919.335181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574919.335183:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574919.335185:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918336:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574919.335204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574919.335215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574919.335221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574919/real 1788574919]  req@ffff91cdd26f7b80 x1875454067918464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574919.335228:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067918464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574919.335233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574919.335235:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574919.335236:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918464:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574920.230948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574921.254940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574922.278951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574923.302951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574924.326928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574924.454892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574924.454904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574924.454909:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574924.454919:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2638
00000100:00080000:3.0:1788574924.454931:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574924.454939:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574924.454996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067918592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574924.455026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574924.455030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574924.455032:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574924.455037:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2638
00000100:00080000:3.0:1788574924.455042:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574924.455048:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574924.455059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574924.455063:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067918592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574924.455075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067918720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574924.455084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574924.455086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574924.455088:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574924.455090:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2638
00000100:00080000:3.0:1788574924.455093:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574924.455096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574924.455114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574924.455124:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067918848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574924.455165:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918720:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574924.455202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918848:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574925.350989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574926.374932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574927.398929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574927.527034:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788574927.527078:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574927.527095:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574927.527136:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788574927.527147:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788574927.527186:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574924/real 1788574927]  req@ffff91cdd142f100 x1875454067918720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574927.527213:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067918720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574927.527224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574927.527229:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574927.527233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918720:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574927.527241:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574924/real 1788574927]  req@ffff91cdd142d880 x1875454067918848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574927.527252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067918848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574927.527260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574927.527279:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574927.527283:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067918848:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574927.527290:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574924/real 1788574927]  req@ffff91cdd142e680 x1875454067918592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574927.527303:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067918592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574927.527310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574927.527314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574927.527317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067918592:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788574928.422993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574929.446933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574929.574881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574929.574892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574929.574896:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574929.574907:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2643
00000100:00080000:3.0:1788574929.574917:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574929.574938:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574929.574971:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067918976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574929.574998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574929.575000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574929.575002:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574929.575005:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2643
00000100:00080000:3.0:1788574929.575008:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574929.575011:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574929.575018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574929.575031:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067919104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574929.575041:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067918976:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574929.575046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574929.575051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574929.575053:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574929.575058:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2643
00000100:00080000:3.0:1788574929.575090:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574929.575095:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788574929.575098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788574929.575104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574929.575126:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067919232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574929.575144:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574929/real 1788574929]  req@ffff91cdd142ea00 x1875454067918976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574929.575161:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067918976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574929.575169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574929.575172:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574929.575174:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067918976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574929.575191:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574929.575208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574929.575224:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574929/real 1788574929]  req@ffff91cdd142d500 x1875454067919104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574929.575232:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067919104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574929.575238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574929.575240:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574929.575242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919104:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574929.575246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574929.575258:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574929.575265:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574929/real 1788574929]  req@ffff91cdd142e300 x1875454067919232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574929.575272:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067919232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574929.575277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574929.575278:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574929.575280:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919232:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574930.470910:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574931.494933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574932.519005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574933.542935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574934.567016:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574934.694949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574934.694961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574934.694966:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574934.694978:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2649
00000100:00080000:3.0:1788574934.694990:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574934.694997:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574934.695047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067919360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574934.695072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574934.695076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574934.695077:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574934.695080:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2649
00000100:00080000:3.0:1788574934.695082:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574934.695085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574934.695094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574934.695105:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067919488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574934.695113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574934.695132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574934.695134:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574934.695138:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2649
00000100:00080000:3.0:1788574934.695141:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574934.695144:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574934.695148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574934.695159:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067919616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574934.695167:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067919360:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788574934.695248:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574934.695310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574934/real 1788574934]  req@ffff91cdd142d180 x1875454067919360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574934.695331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067919360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574934.695344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574934.695348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574934.695353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067919360:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574934.695361:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574934.695388:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574934.695402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574934/real 1788574934]  req@ffff91cdd142e300 x1875454067919488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574934.695416:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067919488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574934.695424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574934.695428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574934.695432:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919488:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574934.695458:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574934.695481:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574934.695496:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574934/real 1788574934]  req@ffff91cdd142d500 x1875454067919616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574934.695508:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067919616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574934.695528:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574934.695532:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574934.695536:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919616:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574935.590917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574936.615001:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574937.638955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574938.662940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574939.686952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574939.814900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574939.814914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574939.814920:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574939.814927:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2654
00000100:00080000:3.0:1788574939.814935:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574939.814940:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574939.814969:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067919744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574939.814988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574939.814991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574939.814992:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574939.814994:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2654
00000100:00080000:3.0:1788574939.814996:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574939.814998:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574939.815005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574939.815011:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067919872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574939.815031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574939.815035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788574939.815036:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067919744:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574939.815036:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574939.815043:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2654
00000100:00080000:3.0:1788574939.815045:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574939.815047:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574939.815050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574939.815059:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067920000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574939.815090:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574939.815126:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574939/real 1788574939]  req@ffff91cdd142ea00 x1875454067919744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574939.815144:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067919744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574939.815152:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574939.815156:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574939.815159:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067919744:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574939.815181:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574939.815203:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574939.815215:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574939/real 1788574939]  req@ffff91cdd142e680 x1875454067919872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574939.815226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067919872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574939.815242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574939.815245:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574939.815249:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067919872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574939.815255:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574939.815271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574939.815278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574939/real 1788574939]  req@ffff91cdd142d880 x1875454067920000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574939.815285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067920000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574939.815290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574939.815292:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574939.815293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920000:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574940.710974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574941.735015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574942.758938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574943.782945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574944.806948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574944.934893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574944.934902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574944.934905:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574944.934925:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2659
00000100:00080000:3.0:1788574944.934934:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574944.934939:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574944.934973:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067920128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574944.934990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574944.934994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574944.934996:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574944.934999:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2659
00000100:00080000:3.0:1788574944.935002:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574944.935005:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574944.935027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574944.935038:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067920128:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574944.935041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067920256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574944.935052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574944.935054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574944.935056:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574944.935058:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2659
00000100:00080000:3.0:1788574944.935061:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574944.935063:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574944.935067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574944.935075:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067920384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574944.935104:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574944.935143:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574944/real 1788574944]  req@ffff91cdd142f100 x1875454067920128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574944.935162:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067920128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574944.935180:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574944.935193:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574944.935199:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067920128:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574944.935225:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574944.935251:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574944.935264:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574944/real 1788574944]  req@ffff91cdd142d880 x1875454067920256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574944.935277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067920256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574944.935286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574944.935299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574944.935304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920256:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574944.935311:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574944.935333:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574944.935347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574944/real 1788574944]  req@ffff91cdd142e680 x1875454067920384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574944.935370:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067920384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574944.935380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574944.935384:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574944.935387:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920384:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574945.830942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574946.854962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574947.878966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574948.902992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574949.926934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574950.054882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574950.054893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574950.054898:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574950.054908:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2664
00000100:00080000:3.0:1788574950.054919:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574950.054925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574950.054957:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067920512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574950.054981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574950.054984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574950.054985:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574950.054988:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2664
00000100:00080000:3.0:1788574950.055004:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574950.055008:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574950.055017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574950.055030:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067920640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574950.055031:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067920512:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788574950.055045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574950.055048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574950.055050:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574950.055053:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2664
00000100:00080000:3.0:1788574950.055055:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574950.055058:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574950.055061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574950.055069:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067920768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574950.055090:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574950.055123:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574950/real 1788574950]  req@ffff91cdd142ea00 x1875454067920512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574950.055151:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067920512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574950.055159:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574950.055162:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574950.055165:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067920512:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574950.055183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574950.055201:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574950.055210:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574950/real 1788574950]  req@ffff91cdd142d500 x1875454067920640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574950.055217:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067920640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574950.055223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574950.055225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574950.055227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920640:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574950.055237:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574950.055250:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574950.055257:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574950/real 1788574950]  req@ffff91cdd142e300 x1875454067920768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574950.055264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067920768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574950.055271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574950.055274:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574950.055278:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067920768:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574950.950967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574951.974920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574952.998967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574954.022959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574955.046945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574955.174961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574955.174971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574955.174975:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574955.174983:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2669
00000100:00080000:1.0:1788574955.174993:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574955.174999:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574955.175032:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067920896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574955.175066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574955.175070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574955.175072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574955.175094:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2669
00000100:00080000:1.0:1788574955.175100:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574955.175105:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574955.175115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574955.175117:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067920896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574955.175129:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067921024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574955.175146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574955.175149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574955.175151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574955.175154:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2669
00000100:00080000:1.0:1788574955.175157:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574955.175159:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574955.175163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574955.175174:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067921152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574955.175174:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574955.175215:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574955/real 1788574955]  req@ffff91cdd136b480 x1875454067920896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574955.175235:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067920896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574955.175246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574955.175251:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574955.175254:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067920896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574955.175279:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574955.175297:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574955.175315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574955/real 1788574955]  req@ffff91cdd1369500 x1875454067921024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574955.175324:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067921024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574955.175329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574955.175331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574955.175334:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921024:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574955.175338:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574955.175349:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574955.175355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574955/real 1788574955]  req@ffff91cdd1368700 x1875454067921152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574955.175381:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067921152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574955.175386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574955.175388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574955.175390:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921152:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574956.071012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574957.094965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574958.118938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574959.142921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574960.166955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574960.294867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574960.294876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574960.294880:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574960.294888:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2674
00000100:00080000:1.0:1788574960.294897:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574960.294902:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574960.294935:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067921280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574960.294956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574960.294972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574960.294974:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574960.294978:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2674
00000100:00080000:1.0:1788574960.294981:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574960.294985:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574960.294992:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574960.295001:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067921408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574960.295011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574960.295011:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067921280:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574960.295017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574960.295020:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574960.295025:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2674
00000100:00080000:1.0:1788574960.295027:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574960.295029:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574960.295031:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574960.295039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067921536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574960.295085:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574960.295140:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574960/real 1788574960]  req@ffff91cdd1368380 x1875454067921280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574960.295168:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067921280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574960.295180:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574960.295184:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574960.295189:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067921280:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574960.295213:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574960.295242:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574960.295258:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574960/real 1788574960]  req@ffff91cdd136a300 x1875454067921408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574960.295273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067921408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574960.295283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574960.295286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574960.295290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921408:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574960.295297:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574960.295321:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574960.295336:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574960/real 1788574960]  req@ffff91cdd1368e00 x1875454067921536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574960.295367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067921536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574960.295377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574960.295381:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574960.295384:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921536:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788574961.190984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574962.214996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574963.238914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574964.262975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574965.286928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574965.414963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574965.414978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574965.414984:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574965.414997:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2679
00000100:00080000:0.0:1788574965.415012:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574965.415019:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574965.415063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067921664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574965.415088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574965.415092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574965.415093:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574965.415097:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2679
00000100:00080000:0.0:1788574965.415101:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574965.415105:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574965.415116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574965.415130:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067921792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574965.415140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574965.415144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574965.415146:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574965.415151:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2679
00000100:00080000:0.0:1788574965.415154:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574965.415178:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067921664:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574965.415187:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574965.415195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574965.415212:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067921920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574965.415249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574965.415290:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574965/real 1788574965]  req@ffff91cdd26f5880 x1875454067921664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574965.415304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067921664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574965.415313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574965.415316:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574965.415320:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067921664:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574965.415325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574965.415355:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574965.415369:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574965/real 1788574965]  req@ffff91cdd26f7100 x1875454067921792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574965.415383:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067921792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574965.415408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574965.415412:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574965.415416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574965.415442:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574965.415468:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574965.415477:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574965/real 1788574965]  req@ffff91cdd26f4a80 x1875454067921920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574965.415489:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067921920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574965.415498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574965.415501:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574965.415505:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067921920:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574966.311039:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574967.335032:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574968.358961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574969.382929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574970.406955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574970.534903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574970.534914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574970.534918:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574970.534928:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2684
00000100:00080000:0.0:1788574970.534939:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574970.534946:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574970.534983:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067922048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574970.535015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574970.535018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574970.535019:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574970.535022:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2684
00000100:00080000:0.0:1788574970.535036:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574970.535040:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574970.535048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574970.535060:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067922176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574970.535069:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067922048:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574970.535076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574970.535093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574970.535094:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574970.535098:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2684
00000100:00080000:0.0:1788574970.535102:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574970.535105:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574970.535109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574970.535118:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067922304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574970.535134:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574970.535171:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574970/real 1788574970]  req@ffff91cdd26f6300 x1875454067922048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574970.535184:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067922048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574970.535191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574970.535194:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574970.535203:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067922048:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574970.535221:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574970.535239:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574970.535247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574970/real 1788574970]  req@ffff91cdd26f4380 x1875454067922176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574970.535256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067922176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574970.535261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574970.535263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574970.535265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922176:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574970.535269:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574970.535279:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574970.535285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574970/real 1788574970]  req@ffff91cdd26f5180 x1875454067922304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574970.535292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067922304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574970.535297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574970.535299:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574970.535301:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922304:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788574971.430926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574972.454962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574973.478977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574974.502943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574975.526969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574975.654903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574975.654918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574975.654922:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574975.654931:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2690
00000100:00080000:1.0:1788574975.654943:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574975.654951:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574975.654990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067922432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574975.655027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574975.655030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574975.655032:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574975.655035:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2690
00000100:00080000:1.0:1788574975.655038:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574975.655041:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574975.655049:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574975.655059:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067922560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574975.655067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574975.655070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574975.655071:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574975.655074:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2690
00000100:00080000:1.0:1788574975.655077:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574975.655079:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067922432:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788574975.655082:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788574975.655089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574975.655098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067922688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574975.655143:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574975.655230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574975/real 1788574975]  req@ffff91cdd136b100 x1875454067922432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574975.655245:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067922432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574975.655274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574975.655278:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574975.655281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067922432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788574975.655287:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574975.655305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574975.655315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574975/real 1788574975]  req@ffff91cdd1369180 x1875454067922560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574975.655323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067922560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574975.655328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574975.655331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574975.655333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922560:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788574975.655351:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788574975.655362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788574975.655368:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574975/real 1788574975]  req@ffff91cdd136aa00 x1875454067922688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574975.655375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067922688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574975.655390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574975.655392:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788574975.655394:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922688:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574976.550932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574977.574980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574978.598999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574979.622953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574980.646953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574980.774956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574980.774977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574980.774983:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574980.774997:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2695
00000100:00080000:0.0:1788574980.775013:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574980.775022:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574980.775069:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067922816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574980.775110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574980.775114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574980.775117:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574980.775124:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2695
00000100:00080000:0.0:1788574980.775132:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574980.775147:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788574980.775164:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067922816:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788574980.775169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574980.775192:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067922944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574980.775207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574980.775211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574980.775213:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574980.775217:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2695
00000100:00080000:0.0:1788574980.775223:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574980.775227:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574980.775233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574980.775234:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788574980.775260:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067923072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574980.775275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574980/real 1788574980]  req@ffff91cdd26f5500 x1875454067922816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574980.775305:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067922816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574980.775316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574980.775320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574980.775324:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067922816:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574980.775345:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574980.775366:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574980.775375:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574980/real 1788574980]  req@ffff91cdd26f6680 x1875454067922944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574980.775385:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067922944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574980.775391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574980.775393:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574980.775395:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067922944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574980.775400:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574980.775413:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574980.775420:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574980/real 1788574980]  req@ffff91cdd26f6a00 x1875454067923072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574980.775429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067923072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574980.775444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574980.775448:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574980.775451:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923072:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788574981.670887:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574982.695007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574983.719005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574984.743042:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574985.766945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574985.894905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574985.894914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574985.894918:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574985.894926:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2700
00000100:00080000:0.0:1788574985.894934:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574985.894940:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788574985.894972:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067923200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574985.894994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574985.894997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574985.895011:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574985.895014:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2700
00000100:00080000:0.0:1788574985.895017:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574985.895020:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574985.895028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574985.895039:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067923328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574985.895047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574985.895050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574985.895053:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067923200:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788574985.895054:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574985.895060:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2700
00000100:00080000:0.0:1788574985.895065:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574985.895068:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788574985.895071:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574985.895080:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067923456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574985.895127:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574985.895167:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574985/real 1788574985]  req@ffff91cdd26f6a00 x1875454067923200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574985.895186:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067923200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574985.895197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574985.895201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574985.895206:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067923200:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574985.895235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574985.895259:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574985.895272:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574985/real 1788574985]  req@ffff91cdd26f6680 x1875454067923328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574985.895286:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067923328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574985.895309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574985.895313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574985.895317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923328:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574985.895324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574985.895347:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574985.895359:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574985/real 1788574985]  req@ffff91cdd26f5500 x1875454067923456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574985.895372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067923456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574985.895380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574985.895383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574985.895387:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923456:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574986.790974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574987.814962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574988.838962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574989.862980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574990.886956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574991.014970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574991.014984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574991.014989:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574991.015003:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2705
00000100:00080000:3.0:1788574991.015017:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574991.015027:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574991.015073:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067923584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574991.015100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574991.015108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574991.015110:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574991.015113:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2705
00000100:00080000:3.0:1788574991.015117:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574991.015121:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574991.015132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574991.015147:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067923584:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574991.015149:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067923712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574991.015165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574991.015169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574991.015171:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574991.015176:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2705
00000100:00080000:3.0:1788574991.015199:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574991.015202:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574991.015207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574991.015222:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067923840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574991.015263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923712:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574991.015285:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923840:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788574991.910902:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574992.935055:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574993.958916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574994.087212:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788574994.087277:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574994.087300:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574994.087349:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788574994.087364:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788574994.087391:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574991/real 1788574994]  req@ffff91cdd142e300 x1875454067923712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574994.087496:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067923712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574994.087514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574994.087522:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574994.087527:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923712:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574994.087539:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574991/real 1788574994]  req@ffff91cdd142d500 x1875454067923840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574994.087554:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067923840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574994.087563:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574994.087568:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574994.087571:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067923840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574994.087579:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574991/real 1788574994]  req@ffff91cdd142d180 x1875454067923584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574994.087593:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067923584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574994.087603:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574994.087607:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574994.087612:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067923584:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788574994.982979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574996.006913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574996.134939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574996.134951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574996.134955:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574996.134979:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2710
00000100:00080000:3.0:1788574996.134992:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574996.134999:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788574996.135043:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067923968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574996.135078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574996.135082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574996.135085:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574996.135089:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2710
00000100:00080000:3.0:1788574996.135094:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574996.135100:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574996.135113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574996.135129:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067923968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788574996.135131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067924096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574996.135191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574996.135196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574996.135198:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574996.135204:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2710
00000100:00080000:3.0:1788574996.135210:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574996.135214:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788574996.135220:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574996.135236:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067924224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574996.135244:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574996.135304:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574996/real 1788574996]  req@ffff91cdd142ea00 x1875454067923968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574996.135330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067923968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574996.135345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574996.135351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574996.135357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067923968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788574996.135393:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574996.135422:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574996.135439:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574996/real 1788574996]  req@ffff91cdd142e680 x1875454067924096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574996.135454:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067924096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574996.135463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574996.135467:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574996.135472:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924096:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788574996.135479:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788574996.135503:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788574996.135515:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574996/real 1788574996]  req@ffff91cdd142d880 x1875454067924224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574996.135549:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067924224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574996.135559:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574996.135563:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788574996.135567:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924224:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788574997.030952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574998.054916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574999.078993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575000.102949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575001.127012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575001.254919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575001.254930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575001.254934:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575001.254945:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2715
00000100:00080000:3.0:1788575001.254955:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575001.254962:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575001.254995:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067924352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575001.255023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575001.255027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575001.255028:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575001.255048:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2715
00000100:00080000:3.0:1788575001.255054:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575001.255059:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575001.255068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575001.255077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067924352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575001.255083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067924480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575001.255097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575001.255100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575001.255102:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575001.255107:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2715
00000100:00080000:3.0:1788575001.255110:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575001.255115:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575001.255120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575001.255131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067924608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575001.255148:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575001.255189:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575001/real 1788575001]  req@ffff91cdd142f100 x1875454067924352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575001.255207:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067924352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575001.255218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575001.255222:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575001.255227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067924352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575001.255253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575001.255278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575001.255290:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575001/real 1788575001]  req@ffff91cdd142d880 x1875454067924480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575001.255302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067924480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575001.255319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575001.255323:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575001.255326:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924480:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575001.255332:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575001.255355:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575001.255400:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575001/real 1788575001]  req@ffff91cdd142e680 x1875454067924608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575001.255413:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067924608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575001.255422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575001.255425:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575001.255429:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924608:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575002.150934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575003.175005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575004.198962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575005.222973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575006.246913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575006.374936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575006.374948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575006.374953:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575006.374964:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2720
00000100:00080000:3.0:1788575006.374982:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575006.374989:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575006.375030:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067924736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575006.375085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575006.375089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575006.375091:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575006.375096:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2720
00000100:00080000:3.0:1788575006.375101:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575006.375106:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575006.375119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575006.375136:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067924736:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575006.375145:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067924864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575006.375159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575006.375164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575006.375166:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575006.375170:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2720
00000100:00080000:3.0:1788575006.375175:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575006.375181:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575006.375194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575006.375209:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067924992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575006.375223:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575006.375289:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575006/real 1788575006]  req@ffff91cdd142ea00 x1875454067924736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575006.375306:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067924736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575006.375326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575006.375330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575006.375333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067924736:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575006.375365:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575006.375394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575006.375409:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575006/real 1788575006]  req@ffff91cdd142d180 x1875454067924864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575006.375422:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067924864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575006.375428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575006.375431:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575006.375433:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575006.375438:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575006.375455:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575006.375462:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575006/real 1788575006]  req@ffff91cdd142d500 x1875454067924992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575006.375470:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067924992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575006.375475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575006.375477:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575006.375479:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067924992:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575007.270954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575008.294892:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575009.318932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575010.342868:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575011.367000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575011.494903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575011.494917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575011.494928:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575011.494943:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2725
00000100:00080000:1.0:1788575011.494958:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575011.494966:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575011.495011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067925120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575011.495042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575011.495045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575011.495047:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575011.495050:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2725
00000100:00080000:1.0:1788575011.495053:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575011.495056:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575011.495067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575011.495083:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067925248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575011.495096:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067925120:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575011.495105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575011.495111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575011.495113:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575011.495120:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2725
00000100:00080000:1.0:1788575011.495125:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575011.495149:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575011.495155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575011.495171:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067925376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575011.495176:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575011.495226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575011/real 1788575011]  req@ffff91cdd1369880 x1875454067925120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575011.495242:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067925120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575011.495251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575011.495254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575011.495257:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067925120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575011.495276:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575011.495292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575011.495300:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575011/real 1788575011]  req@ffff91cdd136bb80 x1875454067925248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575011.495326:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067925248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575011.495332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575011.495334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575011.495336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925248:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575011.495340:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575011.495354:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575011.495360:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575011/real 1788575011]  req@ffff91cdd1368a80 x1875454067925376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575011.495368:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067925376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575011.495372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575011.495374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575011.495376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925376:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575012.390966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575013.414940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575014.438927:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575015.462932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575016.486947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575016.614927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575016.614939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575016.614944:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575016.614956:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2730
00000100:00080000:0.0:1788575016.614968:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575016.614975:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575016.615028:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067925504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575016.615091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575016.615094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575016.615096:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575016.615101:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2730
00000100:00080000:0.0:1788575016.615105:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575016.615109:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575016.615120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575016.615136:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067925632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575016.615138:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067925504:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575016.615160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575016.615166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575016.615169:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575016.615174:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2730
00000100:00080000:0.0:1788575016.615179:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575016.615184:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575016.615192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575016.615208:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067925760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575016.615229:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575016.615281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575016/real 1788575016]  req@ffff91cdd26f5180 x1875454067925504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575016.615307:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067925504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575016.615342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575016.615349:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575016.615358:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067925504:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575016.615385:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575016.615424:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575016.615455:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575016/real 1788575016]  req@ffff91cdd26f4380 x1875454067925632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575016.615470:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067925632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575016.615481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575016.615486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575016.615493:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925632:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575016.615502:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575016.615542:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575016.615565:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575016/real 1788575016]  req@ffff91cdd26f6300 x1875454067925760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575016.615582:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067925760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575016.615592:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575016.615599:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575016.615604:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067925760:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575017.510981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575018.535006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575019.559029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575020.582967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575021.607037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575021.734992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575021.735007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575021.735011:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575021.735024:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2736
00000100:00080000:0.0:1788575021.735057:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575021.735065:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575021.735104:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067925888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575021.735144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575021.735149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575021.735151:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575021.735156:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2736
00000100:00080000:0.0:1788575021.735160:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575021.735164:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575021.735177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575021.735195:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067926016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575021.735205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575021.735208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575021.735209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067925888:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575021.735210:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575021.735218:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2736
00000100:00080000:0.0:1788575021.735222:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575021.735224:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575021.735228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575021.735238:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067926144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575021.735299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575021.735356:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575021/real 1788575021]  req@ffff91cdd26f4a80 x1875454067925888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575021.735379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067925888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575021.735393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575021.735397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575021.735402:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067925888:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575021.735430:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575021.735456:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575021.735470:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575021/real 1788575021]  req@ffff91cdd26f7100 x1875454067926016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575021.735484:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067926016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575021.735493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575021.735495:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575021.735498:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926016:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575021.735502:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575021.735519:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575021.735527:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575021/real 1788575021]  req@ffff91cdd26f5880 x1875454067926144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575021.735543:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067926144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575021.735549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575021.735551:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575021.735553:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926144:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575022.630948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575023.654980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575024.678967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575025.702981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575026.726936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575026.854916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575026.854930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575026.854936:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575026.854948:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2741
00000100:00080000:3.0:1788575026.854963:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575026.854972:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575026.855024:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067926272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575026.855060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575026.855094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575026.855098:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575026.855104:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2741
00000100:00080000:3.0:1788575026.855116:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575026.855121:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067926272:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575026.855125:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575026.855141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575026.855157:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067926400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575026.855166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575026.855169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575026.855170:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575026.855174:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2741
00000100:00080000:3.0:1788575026.855206:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575026.855209:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575026.855214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575026.855222:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575026.855226:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067926528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575026.855278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575026/real 1788575026]  req@ffff91cdd142e300 x1875454067926272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575026.855295:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067926272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575026.855308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575026.855312:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575026.855317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067926272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575026.855347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575026.855374:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575026.855388:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575026/real 1788575026]  req@ffff91cdd142d500 x1875454067926400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575026.855401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067926400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575026.855423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575026.855428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575026.855431:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926400:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575026.855437:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575026.855461:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575026.855473:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575026/real 1788575026]  req@ffff91cdd142d180 x1875454067926528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575026.855485:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067926528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575026.855494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575026.855497:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575026.855501:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926528:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575027.750971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575028.774973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575029.798935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575030.822934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575031.847007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575031.974933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575031.974949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575031.974955:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575031.974967:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2746
00000100:00080000:3.0:1788575031.974980:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575031.974987:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575031.975037:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067926656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575031.975061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575031.975063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575031.975065:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575031.975067:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2746
00000100:00080000:3.0:1788575031.975070:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575031.975073:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575031.975086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575031.975095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067926784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575031.975102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575031.975110:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067926656:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575031.975124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575031.975125:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575031.975129:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2746
00000100:00080000:3.0:1788575031.975132:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575031.975135:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575031.975139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575031.975148:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067926912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575031.975215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575031.975269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575031/real 1788575031]  req@ffff91cdd142ea00 x1875454067926656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575031.975287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067926656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575031.975295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575031.975298:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575031.975307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067926656:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575031.975330:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575031.975348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575031.975357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575031/real 1788575031]  req@ffff91cdd142e680 x1875454067926784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575031.975364:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067926784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575031.975369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575031.975371:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575031.975373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575031.975377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575031.975386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575031.975391:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575031/real 1788575031]  req@ffff91cdd142d880 x1875454067926912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575031.975397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067926912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575031.975403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575031.975404:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575031.975406:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067926912:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575032.870929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575033.894995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575034.918926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575035.943025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575036.966976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575037.094881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575037.094888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575037.094892:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575037.094899:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2751
00000100:00080000:3.0:1788575037.094908:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575037.094913:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575037.094944:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067927040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575037.094965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575037.094968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575037.094970:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575037.094973:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2751
00000100:00080000:3.0:1788575037.094977:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575037.094980:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575037.094989:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575037.095001:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067927168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575037.095009:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067927040:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575037.095024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575037.095027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575037.095029:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575037.095032:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2751
00000100:00080000:3.0:1788575037.095035:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575037.095038:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575037.095043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575037.095052:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067927296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575037.095072:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575037.095114:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575037/real 1788575037]  req@ffff91cdd142f100 x1875454067927040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575037.095126:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067927040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575037.095133:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575037.095136:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575037.095138:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067927040:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575037.095156:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575037.095171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575037.095179:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575037/real 1788575037]  req@ffff91cdd142d880 x1875454067927168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575037.095186:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067927168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575037.095190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575037.095192:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575037.095194:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927168:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575037.095197:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575037.095206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575037.095211:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575037/real 1788575037]  req@ffff91cdd142e680 x1875454067927296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575037.095217:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067927296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575037.095230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575037.095232:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575037.095242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927296:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575037.990970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575039.014886:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575040.038912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575041.062932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575042.086906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575042.214880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575042.214888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575042.214891:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575042.214898:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2756
00000100:00080000:3.0:1788575042.214906:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575042.214912:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575042.214946:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067927424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575042.214968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575042.214970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575042.214972:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575042.214974:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2756
00000100:00080000:3.0:1788575042.214977:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575042.214979:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575042.214999:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575042.215009:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067927424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575042.215010:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067927552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575042.215023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575042.215025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575042.215026:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575042.215029:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2756
00000100:00080000:3.0:1788575042.215032:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575042.215034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575042.215037:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575042.215045:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067927680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575042.215062:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575042.215092:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575042/real 1788575042]  req@ffff91cdd142ea00 x1875454067927424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575042.215104:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067927424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575042.215113:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575042.215117:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575042.215120:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067927424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575042.215150:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575042.215172:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575042.215184:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575042/real 1788575042]  req@ffff91cdd142d180 x1875454067927552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575042.215195:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067927552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575042.215203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575042.215206:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575042.215209:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927552:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575042.215222:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575042.215241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575042.215253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575042/real 1788575042]  req@ffff91cdd142d500 x1875454067927680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575042.215264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067927680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575042.215272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575042.215275:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575042.215278:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927680:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575043.110908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575044.134989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575045.158924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575046.183013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575047.206872:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575047.334913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575047.334923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575047.334926:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575047.334933:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2761
00000100:00080000:1.0:1788575047.334940:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575047.334945:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575047.334979:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067927808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575047.335008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575047.335011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575047.335012:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575047.335014:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2761
00000100:00080000:1.0:1788575047.335017:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575047.335019:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575047.335026:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575047.335037:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067927936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575047.335047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575047.335051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575047.335052:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575047.335057:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067927808:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575047.335059:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2761
00000100:00080000:1.0:1788575047.335072:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575047.335078:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575047.335082:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575047.335092:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067928064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575047.335111:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575047.335143:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575047/real 1788575047]  req@ffff91cdd1368a80 x1875454067927808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575047.335162:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067927808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575047.335172:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575047.335175:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575047.335179:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067927808:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575047.335199:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575047.335215:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575047.335234:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575047/real 1788575047]  req@ffff91cdd136bb80 x1875454067927936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575047.335247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067927936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575047.335252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575047.335254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575047.335256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067927936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575047.335260:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575047.335272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575047.335278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575047/real 1788575047]  req@ffff91cdd1369880 x1875454067928064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575047.335285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067928064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575047.335289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575047.335290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575047.335292:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928064:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575048.230971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575049.254884:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575050.278908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575051.302898:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575052.326953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575052.454896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575052.454902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575052.454906:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575052.454914:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2766
00000100:00080000:0.0:1788575052.454924:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575052.454930:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575052.454963:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067928192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575052.454992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575052.454996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575052.454998:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575052.455004:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2766
00000100:00080000:0.0:1788575052.455008:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575052.455012:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575052.455022:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575052.455024:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067928192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575052.455057:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067928320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575052.455071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575052.455075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575052.455078:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1788575052.455082:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788575052.455087:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2766
00000100:00080000:0.0:1788575052.455096:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575052.455107:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575052.455112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575052.455125:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575052/real 1788575052]  req@ffff91cdd26f7b80 x1875454067928192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575052.455126:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067928448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575052.455165:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067928192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575052.455174:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575052.455177:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575052.455180:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067928192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575052.455200:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575052.455217:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575052.455225:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575052/real 1788575052]  req@ffff91cdd26f4000 x1875454067928320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575052.455236:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067928320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575052.455242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575052.455248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575052.455250:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928320:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575052.455255:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575052.455268:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575052.455274:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575052/real 1788575052]  req@ffff91cdd26f5c00 x1875454067928448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575052.455282:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067928448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575052.455296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575052.455298:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575052.455300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928448:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575053.350915:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575054.374927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575055.398904:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575056.422964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575057.446983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575057.574935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575057.574945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575057.574949:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575057.574959:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2771
00000100:00080000:3.0:1788575057.574971:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575057.574978:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575057.575019:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067928576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575057.575041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575057.575044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575057.575046:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575057.575048:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2771
00000100:00080000:3.0:1788575057.575067:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575057.575072:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575057.575081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575057.575094:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067928576:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575057.575095:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067928704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575057.575122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575057.575125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575057.575126:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575057.575129:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2771
00000100:00080000:3.0:1788575057.575131:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575057.575134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575057.575137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575057.575144:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067928832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575057.575256:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928704:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575057.575294:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928832:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575058.471009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575059.494947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575060.518935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788575060.647128:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788575060.647174:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788575060.647192:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575060.647236:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575060.647246:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:1.0:1788575060.647335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575057/real 1788575060]  req@ffff91cdd142d500 x1875454067928704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575060.647382:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067928704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575060.647399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575060.647408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575060.647413:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928704:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575060.647424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575057/real 1788575060]  req@ffff91cdd142d180 x1875454067928832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575060.647476:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067928832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575060.647486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575060.647491:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575060.647495:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067928832:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575060.647504:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575057/real 1788575060]  req@ffff91cdd142e300 x1875454067928576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575060.647520:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067928576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575060.647529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575060.647533:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575060.647539:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067928576:192.168.202.119@tcp:250:kworker.0
00010000:00010000:1.0:1788575061.542926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575062.566943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575062.694938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575062.694954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575062.694960:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575062.694980:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2777
00000100:00080000:0.0:1788575062.694993:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575062.695002:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575062.695054:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067928960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575062.695091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575062.695096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575062.695103:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575062.695130:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2777
00000100:00080000:0.0:1788575062.695136:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575062.695142:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575062.695152:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067928960:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788575062.695155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575062.695175:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067929088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575062.695189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575062.695193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575062.695196:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575062.695201:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2777
00000100:00080000:0.0:1788575062.695206:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575062.695211:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575062.695217:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575062.695231:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067929216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575062.695256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575062.695322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575062/real 1788575062]  req@ffff91cdd26f6d80 x1875454067928960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575062.695352:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067928960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575062.695366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575062.695380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575062.695385:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067928960:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575062.695427:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575062.695456:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575062.695472:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575062/real 1788575062]  req@ffff91cdd26f5f80 x1875454067929088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575062.695485:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067929088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575062.695494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575062.695498:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575062.695502:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929088:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575062.695509:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575062.695532:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575062.695545:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575062/real 1788575062]  req@ffff91cdd26f7800 x1875454067929216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575062.695558:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067929216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575062.695586:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575062.695589:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575062.695594:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929216:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575063.590985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575064.614979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575065.638935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575066.662872:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575067.686968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575067.814956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575067.814964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575067.814968:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575067.814977:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2782
00000100:00080000:3.0:1788575067.814987:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575067.815034:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575067.815066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067929344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575067.815094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575067.815099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575067.815100:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575067.815104:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2782
00000100:00080000:3.0:1788575067.815107:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575067.815110:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575067.815119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575067.815130:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067929472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575067.815139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575067.815143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788575067.815146:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067929344:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575067.815146:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575067.815153:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2782
00000100:00080000:3.0:1788575067.815156:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575067.815158:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575067.815161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575067.815170:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067929600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575067.815206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575067.815238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575067/real 1788575067]  req@ffff91cdd142ea00 x1875454067929344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575067.815251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067929344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575067.815260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575067.815262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575067.815265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067929344:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575067.815284:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575067.815298:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575067.815305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575067/real 1788575067]  req@ffff91cdd142e680 x1875454067929472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575067.815313:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067929472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575067.815324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575067.815327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575067.815329:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929472:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575067.815333:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575067.815344:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575067.815351:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575067/real 1788575067]  req@ffff91cdd142d880 x1875454067929600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575067.815366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067929600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575067.815371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575067.815373:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575067.815375:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929600:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575068.710944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575069.734943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575070.758916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575071.782973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575072.806955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575072.934893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575072.934913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575072.934938:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575072.934947:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2787
00000100:00080000:3.0:1788575072.934956:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575072.934961:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575072.934990:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067929728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575072.935012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575072.935015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575072.935016:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575072.935019:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2787
00000100:00080000:3.0:1788575072.935021:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575072.935023:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575072.935031:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575072.935039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067929856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575072.935046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575072.935049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575072.935051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575072.935056:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2787
00000100:00080000:3.0:1788575072.935060:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575072.935065:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575072.935070:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575072.935081:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067929984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575072.935098:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067929728:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788575072.935206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575072.935259:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575072/real 1788575072]  req@ffff91cdd142f100 x1875454067929728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575072.935276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067929728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575072.935285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575072.935289:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575072.935292:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067929728:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575072.935299:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575072.935316:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575072.935324:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575072/real 1788575072]  req@ffff91cdd142d880 x1875454067929856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575072.935355:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067929856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575072.935364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575072.935368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575072.935371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929856:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575072.935403:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575072.935438:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575072.935452:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575072/real 1788575072]  req@ffff91cdd142e680 x1875454067929984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575072.935462:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067929984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575072.935468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575072.935471:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575072.935473:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067929984:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575073.830958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575074.854964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575075.878939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575076.902934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575077.926951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575078.054906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575078.054917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575078.054922:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575078.054933:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2792
00000100:00080000:3.0:1788575078.054944:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575078.054952:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575078.054991:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067930112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575078.055023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575078.055027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575078.055029:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575078.055033:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2792
00000100:00080000:3.0:1788575078.055037:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575078.055042:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575078.055052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575078.055067:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067930240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575078.055071:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067930112:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575078.055087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575078.055092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575078.055094:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575078.055099:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2792
00000100:00080000:3.0:1788575078.055103:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575078.055108:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575078.055129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575078.055134:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575078.055147:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067930368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575078.055176:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575078/real 1788575078]  req@ffff91cdd142ea00 x1875454067930112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575078.055192:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067930112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575078.055218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575078.055221:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575078.055224:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067930112:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575078.055244:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575078.055261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575078.055270:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575078/real 1788575078]  req@ffff91cdd142e300 x1875454067930240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575078.055278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067930240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575078.055284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575078.055286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575078.055288:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930240:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575078.055292:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575078.055302:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575078.055308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575078/real 1788575078]  req@ffff91cdd142d180 x1875454067930368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575078.055316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067930368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575078.055321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575078.055322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575078.055324:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930368:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575078.950949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575079.974947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575080.998941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575082.023069:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575083.046997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575083.174881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575083.174892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575083.174897:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575083.174907:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2797
00000100:00080000:3.0:1788575083.174918:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575083.174925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575083.174965:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067930496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575083.174990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575083.174993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575083.174994:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575083.174997:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2797
00000100:00080000:3.0:1788575083.175000:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575083.175002:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575083.175010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575083.175024:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067930624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575083.175036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575083.175040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788575083.175046:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067930496:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575083.175058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575083.175064:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2797
00000100:00080000:3.0:1788575083.175068:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575083.175072:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575083.175077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575083.175088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067930752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575083.175114:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575083.175148:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575083/real 1788575083]  req@ffff91cdd142d500 x1875454067930496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575083.175162:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067930496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575083.175170:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575083.175173:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575083.175176:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067930496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575083.175202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575083.175219:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575083.175227:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575083/real 1788575083]  req@ffff91cdd142d180 x1875454067930624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575083.175236:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067930624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575083.175241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575083.175243:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575083.175246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930624:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575083.175249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575083.175296:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575083.175310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575083/real 1788575083]  req@ffff91cdd142e300 x1875454067930752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575083.175324:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067930752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575083.175333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575083.175337:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575083.175341:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067930752:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575084.071006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575085.094957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575086.119010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575087.142976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575088.166978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575088.294910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575088.294918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575088.294921:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575088.294929:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2802
00000100:00080000:3.0:1788575088.294938:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575088.294944:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575088.294975:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067930880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575088.294997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575088.295000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575088.295001:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575088.295003:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2802
00000100:00080000:3.0:1788575088.295006:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575088.295008:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575088.295016:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575088.295039:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067931008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575088.295048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575088.295050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575088.295052:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575088.295057:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2802
00000100:00100000:1.0:1788575088.295058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067930880:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575088.295060:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575088.295066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575088.295070:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575088.295079:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067931136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575088.295131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575088.295182:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575088/real 1788575088]  req@ffff91cdd142ea00 x1875454067930880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575088.295204:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067930880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575088.295218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575088.295224:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575088.295230:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067930880:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575088.295259:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575088.295295:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575088.295316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575088/real 1788575088]  req@ffff91cdd142e680 x1875454067931008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575088.295345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067931008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575088.295358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575088.295363:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575088.295384:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931008:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575088.295395:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575088.295427:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575088.295447:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575088/real 1788575088]  req@ffff91cdd142d880 x1875454067931136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575088.295464:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067931136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575088.295478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575088.295485:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575088.295491:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931136:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575089.190895:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575090.214946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575091.238922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575092.262968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575093.286903:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575093.414893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575093.414907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575093.414911:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575093.414920:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2807
00000100:00080000:3.0:1788575093.414930:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575093.414938:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575093.414972:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067931264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575093.414994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575093.414997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575093.414998:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575093.415012:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2807
00000100:00080000:3.0:1788575093.415016:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575093.415020:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575093.415027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575093.415032:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067931264:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575093.415041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067931392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575093.415051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575093.415055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575093.415057:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575093.415060:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2807
00000100:00080000:3.0:1788575093.415063:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575093.415067:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575093.415072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575093.415083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067931520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575093.415091:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575093.415136:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575093/real 1788575093]  req@ffff91cdd142f100 x1875454067931264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575093.415165:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067931264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575093.415174:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575093.415177:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575093.415181:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067931264:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575093.415200:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575093.415221:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575093.415232:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575093/real 1788575093]  req@ffff91cdd142d880 x1875454067931392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575093.415243:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067931392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575093.415251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575093.415253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575093.415256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931392:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575093.415262:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575093.415281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575093.415292:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575093/real 1788575093]  req@ffff91cdd142e680 x1875454067931520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575093.415304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067931520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575093.415321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575093.415323:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575093.415325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931520:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575094.310917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575095.334956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575096.358959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575097.382946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575098.406951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575098.534901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575098.534912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575098.534915:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575098.534925:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2812
00000100:00080000:1.0:1788575098.534935:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575098.534941:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575098.534969:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067931648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575098.534989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575098.534991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575098.534993:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575098.534995:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2812
00000100:00080000:1.0:1788575098.534997:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575098.534999:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575098.535006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575098.535013:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067931776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575098.535019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575098.535021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575098.535038:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575098.535039:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067931648:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575098.535042:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2812
00000100:00080000:1.0:1788575098.535048:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575098.535051:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575098.535054:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575098.535063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067931904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575098.535101:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575098.535134:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575098/real 1788575098]  req@ffff91cdd136aa00 x1875454067931648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575098.535155:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067931648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575098.535164:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575098.535167:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575098.535170:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067931648:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575098.535176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575098.535194:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575098.535205:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575098/real 1788575098]  req@ffff91cdd1369180 x1875454067931776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575098.535215:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067931776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575098.535222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575098.535225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575098.535228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575098.535248:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575098.535266:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575098.535275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575098/real 1788575098]  req@ffff91cdd136b100 x1875454067931904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575098.535300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067931904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575098.535307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575098.535310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575098.535313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067931904:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575099.430950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575100.454957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575101.478939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575102.502968:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575103.526922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575103.654906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575103.654935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575103.654938:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575103.654947:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2818
00000100:00080000:3.0:1788575103.654957:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575103.654963:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575103.654993:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067932032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575103.655020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575103.655023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575103.655024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575103.655028:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2818
00000100:00080000:3.0:1788575103.655030:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575103.655034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575103.655042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575103.655052:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067932160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575103.655059:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067932032:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575103.655064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575103.655067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575103.655068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575103.655072:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2818
00000100:00080000:3.0:1788575103.655075:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575103.655078:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575103.655081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575103.655092:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067932288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575103.655111:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575103.655144:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575103/real 1788575103]  req@ffff91cdd142ea00 x1875454067932032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575103.655155:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067932032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575103.655162:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575103.655165:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575103.655167:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067932032:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575103.655182:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575103.655195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575103.655202:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575103/real 1788575103]  req@ffff91cdd142e300 x1875454067932160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575103.655209:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067932160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575103.655227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575103.655230:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575103.655233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932160:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575103.655239:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575103.655268:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575103.655277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575103/real 1788575103]  req@ffff91cdd142d180 x1875454067932288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575103.655284:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067932288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575103.655289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575103.655292:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575103.655295:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932288:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575104.550956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575105.574958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575106.598950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575107.622945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575108.646997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575108.774890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575108.774898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575108.774901:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575108.774908:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2823
00000100:00080000:3.0:1788575108.774917:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575108.774922:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575108.774952:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067932416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575108.774971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575108.774973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575108.774974:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575108.774976:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2823
00000100:00080000:3.0:1788575108.774978:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575108.774980:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575108.774987:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575108.774994:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067932544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575108.775000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575108.775002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575108.775003:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575108.775017:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067932416:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575108.775020:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2823
00000100:00080000:3.0:1788575108.775026:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575108.775029:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575108.775033:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575108.775041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067932672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575108.775079:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575108.775120:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575108/real 1788575108]  req@ffff91cdd142d500 x1875454067932416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575108.775136:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067932416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575108.775145:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575108.775148:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575108.775158:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067932416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575108.775164:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575108.775184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575108.775194:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575108/real 1788575108]  req@ffff91cdd142d180 x1875454067932544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575108.775205:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067932544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575108.775213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575108.775215:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575108.775218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932544:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575108.775238:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575108.775254:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575108.775263:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575108/real 1788575108]  req@ffff91cdd142e300 x1875454067932672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575108.775273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067932672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575108.775280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575108.775283:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575108.775286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932672:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575109.670989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575110.694965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575111.719325:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575112.742933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575113.766960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575113.894927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575113.894940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575113.894943:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575113.894953:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2828
00000100:00080000:0.0:1788575113.894978:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575113.894985:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575113.895015:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067932800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575113.895038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575113.895042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575113.895043:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575113.895047:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2828
00000100:00080000:0.0:1788575113.895050:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575113.895055:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575113.895064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575113.895076:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067932928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575113.895079:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067932800:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575113.895093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575113.895097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575113.895099:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575113.895103:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2828
00000100:00080000:0.0:1788575113.895107:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575113.895111:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575113.895116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575113.895126:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067933056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575113.895138:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575113.895181:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575113/real 1788575113]  req@ffff91cdd26f4700 x1875454067932800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575113.895199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067932800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575113.895209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575113.895212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575113.895215:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067932800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575113.895235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575113.895256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575113.895267:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575113/real 1788575113]  req@ffff91cdd26f7480 x1875454067932928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575113.895279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067932928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575113.895287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575113.895290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575113.895293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067932928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575113.895298:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575113.895314:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575113.895324:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575113/real 1788575113]  req@ffff91cdd26f4e00 x1875454067933056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575113.895333:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067933056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575113.895350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575113.895353:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575113.895356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933056:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575114.790958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575115.814955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575116.838917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575117.862939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575118.886951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575119.014912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575119.014919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575119.014923:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575119.014930:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2833
00000100:00080000:3.0:1788575119.014939:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575119.014944:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575119.014973:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067933184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575119.014993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575119.014995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575119.014996:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575119.014998:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2833
00000100:00080000:3.0:1788575119.015000:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575119.015002:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575119.015021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575119.015031:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067933312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575119.015033:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067933184:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575119.015045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575119.015047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575119.015048:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575119.015051:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2833
00000100:00080000:3.0:1788575119.015054:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575119.015056:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575119.015059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575119.015066:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067933440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575119.015083:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575119.015112:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575119/real 1788575119]  req@ffff91cdd142ea00 x1875454067933184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575119.015124:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067933184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575119.015130:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575119.015133:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575119.015135:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067933184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575119.015151:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575119.015163:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575119.015169:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575119/real 1788575119]  req@ffff91cdd142e680 x1875454067933312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575119.015175:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067933312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575119.015188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575119.015190:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575119.015192:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933312:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575119.015202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575119.015214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575119.015221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575119/real 1788575119]  req@ffff91cdd142d880 x1875454067933440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575119.015227:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067933440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575119.015232:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575119.015233:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575119.015235:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933440:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575119.910935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575120.935002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575121.959013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575122.982971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575124.007015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575124.134930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575124.134938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575124.134942:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575124.134953:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2838
00000100:00080000:0.0:1788575124.134964:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575124.134984:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575124.135018:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067933568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575124.135046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575124.135050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575124.135051:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575124.135053:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2838
00000100:00080000:0.0:1788575124.135056:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575124.135059:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575124.135068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575124.135082:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067933696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575124.135091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067933568:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575124.135094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575124.135106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575124.135113:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575124.135120:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2838
00000100:00080000:0.0:1788575124.135140:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575124.135147:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575124.135154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575124.135171:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067933824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575124.135317:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933696:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575124.135465:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933824:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575125.030938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575126.055019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575127.078955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788575127.207065:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788575127.207105:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788575127.207121:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575127.207155:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575127.207165:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788575127.207206:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575124/real 1788575127]  req@ffff91cdd26f7480 x1875454067933696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575127.207229:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067933696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575127.207258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575127.207263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575127.207267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933696:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575127.207275:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575124/real 1788575127]  req@ffff91cdd26f4700 x1875454067933824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575127.207288:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067933824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575127.207297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575127.207312:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575127.207317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067933824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575127.207323:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575124/real 1788575127]  req@ffff91cdd26f4e00 x1875454067933568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575127.207336:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067933568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575127.207343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575127.207347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575127.207349:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067933568:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788575128.102969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575129.126963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575129.254940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575129.254950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575129.254955:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575129.254967:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2843
00000100:00080000:0.0:1788575129.254978:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575129.254985:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575129.255033:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067933952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575129.255085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575129.255090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575129.255092:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575129.255098:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2843
00000100:00080000:0.0:1788575129.255103:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788575129.255109:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067933952:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575129.255114:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575129.255128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575129.255154:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067934080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575129.255194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575129.255198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575129.255200:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1788575129.255208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788575129.255213:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2843
00000100:00080000:0.0:1788575129.255219:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575129.255224:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575129.255233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575129.255264:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067934208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575129.255290:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575129/real 1788575129]  req@ffff91cdd26f7800 x1875454067933952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575129.255320:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067933952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575129.255334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575129.255339:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575129.255344:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067933952:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575129.255383:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575129.255423:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575129.255436:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575129/real 1788575129]  req@ffff91cdd26f5f80 x1875454067934080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575129.255447:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067934080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575129.255454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575129.255457:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575129.255460:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934080:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575129.255466:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575129.255484:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575129.255495:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575129/real 1788575129]  req@ffff91cdd26f6d80 x1875454067934208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575129.255506:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067934208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575129.255527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575129.255531:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575129.255534:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934208:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575130.150920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575131.174962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575132.198915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575133.223146:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575134.246915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575134.374932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575134.374943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575134.374947:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575134.374956:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2848
00000100:00080000:3.0:1788575134.374964:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575134.374970:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575134.374999:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067934336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575134.375020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575134.375023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575134.375024:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575134.375026:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2848
00000100:00080000:3.0:1788575134.375028:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575134.375030:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575134.375037:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575134.375046:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067934464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575134.375053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575134.375056:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067934336:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575134.375066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575134.375068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575134.375071:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2848
00000100:00080000:3.0:1788575134.375078:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575134.375081:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575134.375085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575134.375093:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067934592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575134.375108:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575134.375138:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575134/real 1788575134]  req@ffff91cdd142f100 x1875454067934336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575134.375162:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067934336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575134.375169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575134.375171:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575134.375174:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067934336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575134.375193:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575134.375213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575134.375226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575134/real 1788575134]  req@ffff91cdd142d880 x1875454067934464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575134.375246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067934464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575134.375254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575134.375256:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575134.375259:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934464:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575134.375263:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575134.375277:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575134.375284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575134/real 1788575134]  req@ffff91cdd142e680 x1875454067934592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575134.375291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067934592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575134.375295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575134.375297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575134.375298:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934592:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575135.270933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575136.294914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575137.318943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575138.342994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575139.366964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575139.494954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575139.494965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575139.494969:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575139.494977:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2853
00000100:00080000:0.0:1788575139.494987:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575139.495003:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575139.495036:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067934720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575139.495061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575139.495063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575139.495078:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575139.495082:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2853
00000100:00080000:0.0:1788575139.495086:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575139.495091:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575139.495100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575139.495109:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067934720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575139.495115:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067934848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575139.495128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575139.495131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575139.495133:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575139.495137:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2853
00000100:00080000:0.0:1788575139.495141:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575139.495145:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575139.495149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575139.495160:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067934976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575139.495171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575139.495206:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575139/real 1788575139]  req@ffff91cdd26f5c00 x1875454067934720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575139.495217:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067934720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575139.495233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575139.495236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575139.495238:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067934720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575139.495256:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575139.495271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575139.495278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575139/real 1788575139]  req@ffff91cdd26f4000 x1875454067934848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575139.495285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067934848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575139.495289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575139.495291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575139.495293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934848:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575139.495296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575139.495305:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575139.495309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575139/real 1788575139]  req@ffff91cdd26f7b80 x1875454067934976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575139.495316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067934976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575139.495323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575139.495326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575139.495329:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067934976:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575140.390982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575141.414940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575142.439012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575143.462937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575144.486932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575144.614903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575144.614912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575144.614916:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575144.614925:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2858
00000100:00080000:0.0:1788575144.614935:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575144.614942:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575144.614989:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067935104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575144.615007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575144.615012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575144.615014:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575144.615019:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2858
00000100:00080000:0.0:1788575144.615022:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575144.615026:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575144.615034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575144.615038:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067935104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575144.615050:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067935232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575144.615061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575144.615064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575144.615065:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575144.615069:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2858
00000100:00080000:0.0:1788575144.615072:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575144.615075:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575144.615078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575144.615089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067935360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575144.615135:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575144.615187:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575144/real 1788575144]  req@ffff91cdd26f5880 x1875454067935104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575144.615206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067935104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575144.615217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575144.615221:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575144.615225:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067935104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575144.615253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575144.615274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575144.615286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575144/real 1788575144]  req@ffff91cdd26f7100 x1875454067935232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575144.615296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067935232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575144.615303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575144.615306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575144.615309:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935232:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575144.615315:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575144.615332:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575144.615342:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575144/real 1788575144]  req@ffff91cdd26f4a80 x1875454067935360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575144.615366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067935360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575144.615374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575144.615377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575144.615380:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935360:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575145.510928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575146.534864:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575147.558949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575148.582928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575149.606987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575149.734894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575149.734926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575149.734929:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575149.734939:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2864
00000100:00080000:0.0:1788575149.734950:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575149.734958:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575149.734994:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067935488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575149.735018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575149.735021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575149.735023:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575149.735026:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2864
00000100:00080000:0.0:1788575149.735029:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575149.735031:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575149.735046:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575149.735059:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067935616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575149.735070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575149.735074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575149.735075:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575149.735080:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2864
00000100:00080000:0.0:1788575149.735084:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575149.735091:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067935488:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575149.735093:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575149.735108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575149.735129:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067935744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575149.735193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575149.735239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575149/real 1788575149]  req@ffff91cdd26f6300 x1875454067935488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575149.735258:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067935488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575149.735268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575149.735272:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575149.735275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067935488:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575149.735282:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575149.735303:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575149.735317:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575149/real 1788575149]  req@ffff91cdd26f4380 x1875454067935616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575149.735332:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067935616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575149.735360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575149.735365:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575149.735369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935616:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575149.735421:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575149.735447:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575149.735461:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575149/real 1788575149]  req@ffff91cdd26f5180 x1875454067935744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575149.735473:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067935744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575149.735481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575149.735484:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575149.735488:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067935744:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575150.631003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575151.654992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575152.678979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575153.702911:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575154.726920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575154.854910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575154.854918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575154.854922:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575154.854932:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2869
00000100:00080000:2.0:1788575154.854948:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575154.854956:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575154.854995:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067935872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575154.855023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575154.855041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575154.855043:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575154.855048:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2869
00000100:00080000:2.0:1788575154.855052:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788575154.855052:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067935872:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575154.855056:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575154.855078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575154.855092:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067936000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575154.855102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575154.855105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575154.855107:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575154.855111:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2869
00000100:00080000:2.0:1788575154.855127:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575154.855131:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575154.855136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788575154.855137:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575154.855145:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067936128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575154.855175:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575154/real 1788575154]  req@ffff91cdd1288380 x1875454067935872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575154.855192:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067935872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575154.855203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575154.855212:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575154.855215:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067935872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575154.855234:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575154.855253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575154.855262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575154/real 1788575154]  req@ffff91cdd128a680 x1875454067936000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575154.855270:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067936000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575154.855275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575154.855277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575154.855279:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936000:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575154.855283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575154.855293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575154.855299:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575154/real 1788575154]  req@ffff91cdd128aa00 x1875454067936128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575154.855306:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067936128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575154.855311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575154.855313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575154.855315:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936128:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575155.750913:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575156.775031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575157.798940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575158.823000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575159.847014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575159.974945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575159.974961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575159.974968:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575159.974983:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2874
00000100:00080000:2.0:1788575159.974996:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575159.975006:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575159.975056:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067936256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575159.975113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575159.975124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575159.975127:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575159.975133:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2874
00000100:00080000:2.0:1788575159.975139:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575159.975146:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575159.975169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575159.975179:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067936256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575159.975192:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067936384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575159.975208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575159.975212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575159.975215:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575159.975220:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2874
00000100:00080000:2.0:1788575159.975226:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575159.975231:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575159.975238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575159.975254:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067936512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575159.975318:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575159.975356:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575159/real 1788575159]  req@ffff91cdd1289500 x1875454067936256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575159.975378:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067936256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575159.975391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575159.975396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575159.975401:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067936256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575159.975427:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575159.975446:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575159.975456:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575159/real 1788575159]  req@ffff91cdd128aa00 x1875454067936384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575159.975465:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067936384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575159.975584:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575159.975587:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575159.975590:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936384:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575159.975596:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575159.975648:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575159.975671:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575159/real 1788575159]  req@ffff91cdd128a680 x1875454067936512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575159.975692:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067936512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575159.975698:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575159.975701:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575159.975704:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936512:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575160.871005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575161.894961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575162.918974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575163.942952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575164.966934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575165.094867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575165.094877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575165.094882:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575165.094891:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2879
00000100:00080000:2.0:1788575165.094920:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575165.094929:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575165.094962:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067936640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575165.094990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575165.094993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575165.094995:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575165.094998:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2879
00000100:00080000:2.0:1788575165.095001:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575165.095004:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575165.095013:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575165.095024:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067936768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575165.095032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575165.095035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788575165.095035:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067936640:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575165.095040:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575165.095045:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2879
00000100:00080000:2.0:1788575165.095047:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575165.095049:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575165.095059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575165.095069:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067936896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575165.095102:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575165.095145:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575165/real 1788575165]  req@ffff91cdd1288380 x1875454067936640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575165.095166:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067936640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575165.095176:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575165.095180:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575165.095185:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067936640:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575165.095209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575165.095232:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575165.095246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575165/real 1788575165]  req@ffff91cdd1288a80 x1875454067936768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575165.095274:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067936768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575165.095282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575165.095285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575165.095289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575165.095296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575165.095317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575165.095329:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575165/real 1788575165]  req@ffff91cdd128b100 x1875454067936896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575165.095341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067936896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575165.095348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575165.095352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575165.095356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067936896:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575165.990920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575167.014945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575168.038987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575169.063002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575170.086949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575170.214907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575170.214915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575170.214919:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575170.214927:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2884
00000100:00080000:3.0:1788575170.214936:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575170.214959:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575170.214988:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067937024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575170.215010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575170.215013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575170.215014:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575170.215017:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2884
00000100:00080000:3.0:1788575170.215020:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575170.215023:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575170.215032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575170.215044:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067937024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575170.215048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067937152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575170.215066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575170.215070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575170.215073:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575170.215077:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2884
00000100:00080000:3.0:1788575170.215081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575170.215085:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575170.215091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575170.215101:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067937280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575170.215116:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575170.215163:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575170/real 1788575170]  req@ffff91cdd142ea00 x1875454067937024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575170.215182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067937024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575170.215190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575170.215193:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575170.215196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067937024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575170.215214:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575170.215231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575170.215240:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575170/real 1788575170]  req@ffff91cdd142e300 x1875454067937152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575170.215247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067937152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575170.215253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575170.215255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575170.215257:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937152:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575170.215261:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575170.215270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575170.215276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575170/real 1788575170]  req@ffff91cdd142d180 x1875454067937280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575170.215295:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067937280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575170.215300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575170.215302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575170.215304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937280:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575171.110932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575172.135017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575173.159043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575174.182993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575175.206932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575175.334924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575175.334935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575175.334940:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575175.334951:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2889
00000100:00080000:3.0:1788575175.334962:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575175.334969:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575175.335009:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067937408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575175.335038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575175.335043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575175.335045:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575175.335049:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2889
00000100:00080000:3.0:1788575175.335054:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575175.335059:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575175.335069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575175.335081:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067937408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575175.335089:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067937536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575175.335103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575175.335107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575175.335109:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575175.335113:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2889
00000100:00080000:3.0:1788575175.335130:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575175.335136:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788575175.335137:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788575175.335142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575175.335179:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575175/real 1788575175]  req@ffff91cdd142d500 x1875454067937408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575175.335179:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067937664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575175.335212:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067937408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575175.335221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575175.335224:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575175.335227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067937408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575175.335249:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575175.335272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575175.335286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575175/real 1788575175]  req@ffff91cdd142d180 x1875454067937536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575175.335299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067937536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575175.335323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575175.335327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575175.335331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937536:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575175.335338:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575175.335358:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575175.335367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575175/real 1788575175]  req@ffff91cdd142e300 x1875454067937664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575175.335375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067937664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575175.335380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575175.335382:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575175.335385:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937664:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575176.230967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575177.254979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575178.278982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575179.302968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575180.326923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575180.454936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575180.454946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575180.454950:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575180.454960:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2894
00000100:00080000:0.0:1788575180.454970:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575180.454975:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575180.455004:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067937792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575180.455024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575180.455026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575180.455027:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575180.455030:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2894
00000100:00080000:0.0:1788575180.455043:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575180.455046:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575180.455053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575180.455062:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067937920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575180.455069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575180.455071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575180.455073:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575180.455077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067937792:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575180.455078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2894
00000100:00080000:0.0:1788575180.455081:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575180.455087:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575180.455090:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575180.455102:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067938048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575180.455139:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575180.455174:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575180/real 1788575180]  req@ffff91cdd26f5500 x1875454067937792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575180.455189:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067937792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575180.455199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575180.455203:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575180.455213:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067937792:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575180.455235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575180.455253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575180.455261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575180/real 1788575180]  req@ffff91cdd26f6680 x1875454067937920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575180.455268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067937920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575180.455273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575180.455275:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575180.455277:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067937920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575180.455280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575180.455289:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575180.455294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575180/real 1788575180]  req@ffff91cdd26f6a00 x1875454067938048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575180.455300:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067938048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575180.455305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575180.455306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575180.455308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938048:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575181.350953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575182.374919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575183.398983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575184.422979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575185.446946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575185.574891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575185.574902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575185.574906:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575185.574916:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2899
00000100:00080000:0.0:1788575185.574926:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575185.574933:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575185.574973:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067938176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575185.575017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575185.575020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575185.575021:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575185.575024:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2899
00000100:00080000:0.0:1788575185.575027:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575185.575030:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575185.575040:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575185.575049:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067938304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575185.575056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575185.575058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575185.575059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575185.575062:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2899
00000100:00080000:0.0:1788575185.575063:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575185.575065:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575185.575068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575185.575073:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067938432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575185.575083:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067938176:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575185.575149:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575185.575196:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575185/real 1788575185]  req@ffff91cdd26f6a00 x1875454067938176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575185.575226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067938176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575185.575235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575185.575238:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575185.575241:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067938176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575185.575246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575185.575263:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575185.575271:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575185/real 1788575185]  req@ffff91cdd26f6680 x1875454067938304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575185.575278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067938304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575185.575284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575185.575285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575185.575287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938304:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575185.575307:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575185.575317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575185.575322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575185/real 1788575185]  req@ffff91cdd26f5500 x1875454067938432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575185.575329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067938432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575185.575349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575185.575352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575185.575354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938432:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575186.470981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575187.494955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575188.518975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575189.542887:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575190.567008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575190.694865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575190.694875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575190.694880:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575190.694887:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2905
00000100:00080000:3.0:1788575190.694910:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575190.694920:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575190.694955:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067938560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575190.694973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575190.694976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575190.694977:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575190.694980:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2905
00000100:00080000:3.0:1788575190.694982:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575190.694984:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575190.694991:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575190.694999:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067938688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575190.695016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575190.695018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575190.695020:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575190.695023:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2905
00000100:00080000:3.0:1788575190.695025:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575190.695027:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575190.695030:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575190.695038:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067938816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575190.695055:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067938560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575190.695167:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938688:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575190.695211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938816:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575191.591012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575192.614933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575193.638947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788575193.767019:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788575193.767060:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788575193.767075:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575193.767111:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575193.767125:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788575193.767166:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575190/real 1788575193]  req@ffff91cdd142d880 x1875454067938816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575193.767202:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067938816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575193.767216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575193.767222:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575193.767227:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575193.767236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575190/real 1788575193]  req@ffff91cdd142ea00 x1875454067938560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575193.767250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067938560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575193.767258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575193.767262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575193.767266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067938560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575193.767302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575190/real 1788575193]  req@ffff91cdd142e680 x1875454067938688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575193.767316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067938688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575193.767323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575193.767327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575193.767331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067938688:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575194.662902:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575195.686994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575195.814885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575195.814895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575195.814900:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575195.814913:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2910
00000100:00080000:3.0:1788575195.814925:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575195.814933:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575195.814968:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067938944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575195.814991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575195.814994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575195.814996:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575195.815000:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2910
00000100:00080000:3.0:1788575195.815010:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575195.815014:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575195.815025:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575195.815029:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067938944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575195.815038:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067939072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575195.815050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575195.815053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575195.815055:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575195.815060:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2910
00000100:00080000:3.0:1788575195.815064:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575195.815069:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575195.815074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575195.815087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067939200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575195.815112:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575195.815170:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575195/real 1788575195]  req@ffff91cdd142f100 x1875454067938944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575195.815193:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067938944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575195.815205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575195.815209:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575195.815213:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067938944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575195.815244:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575195.815269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575195.815280:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575195/real 1788575195]  req@ffff91cdd142e680 x1875454067939072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575195.815292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067939072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575195.815307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575195.815311:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575195.815314:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575195.815320:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575195.815341:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575195.815351:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575195/real 1788575195]  req@ffff91cdd142ea00 x1875454067939200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575195.815363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067939200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575195.815370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575195.815373:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575195.815377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939200:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575196.710912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575197.734914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575198.758970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575199.782910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575200.806920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575200.934860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575200.934868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575200.934871:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575200.934878:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2915
00000100:00080000:3.0:1788575200.934886:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575200.934891:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575200.934919:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067939328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575200.934949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575200.934951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575200.934952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575200.934955:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2915
00000100:00080000:3.0:1788575200.934957:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575200.934959:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575200.934967:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575200.934975:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067939456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575200.934982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575200.934984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575200.934986:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575200.934989:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067939328:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575200.934990:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2915
00000100:00080000:3.0:1788575200.934994:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575200.934998:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575200.935001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575200.935010:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067939584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575200.935042:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575200.935075:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575200/real 1788575200]  req@ffff91cdd142d880 x1875454067939328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575200.935090:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067939328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575200.935097:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575200.935101:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575200.935112:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067939328:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575200.935135:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575200.935158:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575200.935168:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575200/real 1788575200]  req@ffff91cdd142e300 x1875454067939456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575200.935176:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067939456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575200.935181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575200.935183:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575200.935185:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939456:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575200.935189:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575200.935200:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575200.935206:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575200/real 1788575200]  req@ffff91cdd142d180 x1875454067939584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575200.935212:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067939584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575200.935216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575200.935218:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575200.935220:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939584:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575201.830943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575202.854937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575203.878986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575204.902935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575205.926930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575206.054904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575206.054912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575206.054915:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575206.054922:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2920
00000100:00080000:0.0:1788575206.054931:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575206.054936:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575206.054968:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067939712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575206.054987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575206.054990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575206.054991:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575206.054993:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2920
00000100:00080000:0.0:1788575206.054995:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575206.054997:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575206.055003:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575206.055009:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067939840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575206.055017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575206.055019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575206.055020:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575206.055033:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2920
00000100:00080000:0.0:1788575206.055035:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575206.055040:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575206.055040:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067939712:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788575206.055046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575206.055054:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067939968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575206.055116:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575206.055164:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575206/real 1788575206]  req@ffff91cdd26f5180 x1875454067939712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575206.055182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067939712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575206.055193:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575206.055198:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575206.055202:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067939712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575206.055209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575206.055242:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575206.055256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575206/real 1788575206]  req@ffff91cdd26f4380 x1875454067939840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575206.055268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067939840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575206.055276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575206.055279:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575206.055290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575206.055313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575206.055333:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575206.055344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575206/real 1788575206]  req@ffff91cdd26f6300 x1875454067939968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575206.055356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067939968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575206.055374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575206.055377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575206.055381:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067939968:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575206.951004:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575207.974983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575208.998960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575210.022932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575211.046907:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575211.174874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575211.174882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575211.174885:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575211.174892:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2925
00000100:00080000:0.0:1788575211.174904:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575211.174910:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575211.174938:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067940096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575211.174957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575211.174960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575211.174961:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575211.174963:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2925
00000100:00080000:0.0:1788575211.174965:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575211.174967:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575211.174974:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575211.174983:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067940224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575211.174997:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067940096:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575211.175005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575211.175007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575211.175009:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575211.175012:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2925
00000100:00080000:0.0:1788575211.175015:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575211.175017:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575211.175020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575211.175028:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067940352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575211.175049:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575211.175087:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575211/real 1788575211]  req@ffff91cdd26f4a80 x1875454067940096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575211.175104:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067940096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575211.175114:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575211.175118:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575211.175121:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067940096:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575211.175141:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575211.175160:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575211.175172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575211/real 1788575211]  req@ffff91cdd26f7100 x1875454067940224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575211.175182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067940224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575211.175189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575211.175192:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575211.175195:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575211.175207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575211.175226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575211.175236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575211/real 1788575211]  req@ffff91cdd26f5880 x1875454067940352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575211.175246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067940352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575211.175252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575211.175255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575211.175258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940352:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575212.070948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575213.094932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575214.118927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575215.142921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575216.166940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575216.294893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575216.294901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575216.294904:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575216.294910:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2930
00000100:00080000:3.0:1788575216.294920:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575216.294925:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575216.294954:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067940480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575216.294972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575216.294975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575216.294976:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575216.294979:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2930
00000100:00080000:3.0:1788575216.294980:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575216.294983:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575216.294990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575216.295001:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067940608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575216.295010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575216.295014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575216.295017:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575216.295018:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067940480:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575216.295023:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2930
00000100:00080000:3.0:1788575216.295030:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575216.295034:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575216.295052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575216.295061:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067940736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575216.295082:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575216.295115:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575216/real 1788575216]  req@ffff91cdd142d500 x1875454067940480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575216.295127:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067940480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575216.295134:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575216.295136:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575216.295139:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067940480:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575216.295154:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575216.295168:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575216.295175:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575216/real 1788575216]  req@ffff91cdd142d180 x1875454067940608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575216.295189:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067940608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575216.295194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575216.295195:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575216.295197:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575216.295201:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575216.295212:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575216.295217:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575216/real 1788575216]  req@ffff91cdd142e300 x1875454067940736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575216.295224:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067940736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575216.295228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575216.295229:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575216.295231:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940736:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575217.190916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575218.215005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575219.238998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575220.263013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575221.287003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575221.414901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575221.414912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575221.414917:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575221.414928:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2935
00000100:00080000:3.0:1788575221.414941:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575221.414949:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575221.414994:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067940864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575221.415023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575221.415026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575221.415027:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575221.415030:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2935
00000100:00080000:3.0:1788575221.415033:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575221.415035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575221.415045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575221.415053:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067940992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575221.415060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575221.415082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575221.415084:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575221.415087:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2935
00000100:00080000:3.0:1788575221.415090:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575221.415093:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575221.415098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575221.415106:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067941120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575221.415142:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067940864:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575221.415210:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575221.415256:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575221/real 1788575221]  req@ffff91cdd142d880 x1875454067940864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575221.415278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067940864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575221.415303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575221.415307:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575221.415311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067940864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575221.415316:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575221.415335:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575221.415343:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575221/real 1788575221]  req@ffff91cdd142ea00 x1875454067940992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575221.415351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067940992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575221.415356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575221.415359:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575221.415361:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067940992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575221.415365:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575221.415374:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575221.415380:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575221/real 1788575221]  req@ffff91cdd142e680 x1875454067941120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575221.415387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067941120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575221.415392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575221.415394:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575221.415404:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941120:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575222.310937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575223.334940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575224.358938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575225.382958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575226.406972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575226.535885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575226.535894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575226.535899:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575226.535909:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2940
00000100:00080000:0.0:1788575226.535920:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575226.535928:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575226.535978:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067941248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575226.536022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575226.536025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575226.536026:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575226.536030:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2940
00000100:00080000:0.0:1788575226.536033:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575226.536036:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575226.536044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575226.536054:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067941376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575226.536063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575226.536067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575226.536068:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575226.536068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067941248:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575226.536076:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2940
00000100:00080000:0.0:1788575226.536080:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575226.536082:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575226.536085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575226.536094:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067941504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575226.536127:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575226.536162:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575226/real 1788575226]  req@ffff91cdd26f7b80 x1875454067941248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575226.536175:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067941248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575226.536183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575226.536190:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575226.536193:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067941248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575226.536212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575226.536242:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575226.536252:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575226/real 1788575226]  req@ffff91cdd26f4000 x1875454067941376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575226.536260:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067941376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575226.536265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575226.536267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575226.536270:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941376:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575226.536273:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575226.536286:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575226.536291:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575226/real 1788575226]  req@ffff91cdd26f5c00 x1875454067941504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575226.536306:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067941504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575226.536312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575226.536314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575226.536316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941504:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575227.431004:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575228.454947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575229.478939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575230.502994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575231.526943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575231.654942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575231.654957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575231.654962:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575231.654995:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2946
00000100:00080000:0.0:1788575231.655007:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575231.655030:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575231.655070:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067941632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575231.655110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575231.655115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575231.655117:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575231.655122:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2946
00000100:00080000:0.0:1788575231.655126:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575231.655130:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575231.655143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575231.655158:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067941760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575231.655170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575231.655177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575231.655179:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575231.655181:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067941632:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575231.655185:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2946
00000100:00080000:0.0:1788575231.655193:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575231.655202:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575231.655208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575231.655218:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067941888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575231.655278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575231.655330:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575231/real 1788575231]  req@ffff91cdd26f6d80 x1875454067941632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575231.655352:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067941632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575231.655362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575231.655365:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575231.655375:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067941632:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575231.655402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575231.655423:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575231.655433:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575231/real 1788575231]  req@ffff91cdd26f5f80 x1875454067941760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575231.655441:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067941760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575231.655464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575231.655469:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575231.655476:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575231.655484:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575231.655504:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575231.655515:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575231/real 1788575231]  req@ffff91cdd26f7800 x1875454067941888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575231.655526:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067941888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575231.655531:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575231.655534:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575231.655537:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067941888:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575232.551013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575233.574930:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575234.598948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575235.622941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575236.647025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575236.774937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575236.774948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575236.774952:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575236.774963:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2951
00000100:00080000:3.0:1788575236.774975:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575236.774982:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575236.775026:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067942016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575236.775053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575236.775056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575236.775081:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575236.775086:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2951
00000100:00080000:3.0:1788575236.775090:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575236.775094:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575236.775105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575236.775108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067942016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575236.775120:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067942144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575236.775129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575236.775132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575236.775133:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575236.775137:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2951
00000100:00080000:3.0:1788575236.775139:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575236.775142:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575236.775145:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575236.775152:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067942272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575236.775182:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575236.775230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575236/real 1788575236]  req@ffff91cdd142f100 x1875454067942016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575236.775246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067942016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575236.775256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575236.775259:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575236.775269:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067942016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575236.775293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575236.775326:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575236.775345:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575236/real 1788575236]  req@ffff91cdd142e680 x1875454067942144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575236.775360:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067942144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575236.775369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575236.775373:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575236.775377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942144:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575236.775384:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575236.775402:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575236.775410:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575236/real 1788575236]  req@ffff91cdd142ea00 x1875454067942272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575236.775418:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067942272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575236.775424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575236.775426:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575236.775428:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942272:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575237.670986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575238.694989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575239.718977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575240.742922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575241.766959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575241.894949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575241.894962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575241.894968:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575241.894981:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2956
00000100:00080000:3.0:1788575241.894997:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575241.895007:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575241.895076:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067942400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575241.895110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575241.895114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575241.895116:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575241.895121:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2956
00000100:00080000:3.0:1788575241.895126:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575241.895131:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575241.895144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575241.895161:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067942528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575241.895167:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067942400:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575241.895181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575241.895185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575241.895188:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575241.895193:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2956
00000100:00080000:3.0:1788575241.895197:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575241.895202:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575241.895208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575241.895221:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067942656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575241.895244:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575241.895316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575241/real 1788575241]  req@ffff91cdd142d880 x1875454067942400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575241.895335:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067942400/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575241.895346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575241.895350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575241.895354:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067942400:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575241.895377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575241.895397:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575241.895407:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575241/real 1788575241]  req@ffff91cdd142e300 x1875454067942528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575241.895416:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067942528/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575241.895421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575241.895424:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575241.895426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942528:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575241.895430:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942656:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575241.895442:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575241.895448:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575241/real 1788575241]  req@ffff91cdd142d180 x1875454067942656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575241.895455:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067942656/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575241.895471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575241.895474:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575241.895476:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942656:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575242.791003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575243.814993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575244.838995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575245.862950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575246.886993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575247.014918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575247.014960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575247.014965:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575247.014980:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2961
00000100:00080000:3.0:1788575247.014995:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575247.015004:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575247.015053:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067942784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575247.015087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575247.015092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575247.015094:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575247.015100:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2961
00000100:00080000:3.0:1788575247.015105:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575247.015110:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575247.015120:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067942784:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788575247.015124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575247.015143:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067942912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575247.015156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575247.015161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575247.015163:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575247.015167:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2961
00000100:00080000:3.0:1788575247.015182:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575247.015187:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000800:00000100:2.0:1788575247.015193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000008:00100000:3.0:1788575247.015196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575247.015213:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067943040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575247.015238:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575247/real 1788575247]  req@ffff91cdd142d500 x1875454067942784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575247.015255:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067942784/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575247.015265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575247.015269:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575247.015272:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067942784:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575247.015295:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575247.015311:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575247.015320:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575247/real 1788575247]  req@ffff91cdd142d180 x1875454067942912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575247.015328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067942912/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575247.015334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575247.015335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575247.015337:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067942912:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575247.015349:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575247.015364:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575247.015371:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575247/real 1788575247]  req@ffff91cdd142e300 x1875454067943040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575247.015397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067943040/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575247.015403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575247.015405:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575247.015407:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943040:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575247.911002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575248.935001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575249.958981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575250.982978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575252.006995:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575252.134909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575252.134921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575252.134925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575252.134934:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2966
00000100:00080000:0.0:1788575252.134945:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575252.134951:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575252.134985:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067943168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575252.135008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575252.135011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575252.135012:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575252.135015:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2966
00000100:00080000:0.0:1788575252.135018:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575252.135020:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575252.135027:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575252.135051:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067943296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575252.135060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575252.135064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575252.135070:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575252.135071:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067943168:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575252.135078:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2966
00000100:00080000:0.0:1788575252.135086:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575252.135091:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575252.135095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575252.135105:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067943424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575252.135194:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575252.135253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575252/real 1788575252]  req@ffff91cdd26f4e00 x1875454067943168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575252.135277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067943168/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575252.135290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575252.135295:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575252.135300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067943168:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575252.135327:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575252.135348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575252.135358:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575252/real 1788575252]  req@ffff91cdd26f4700 x1875454067943296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575252.135380:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067943296/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575252.135386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575252.135388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575252.135391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943296:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575252.135396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575252.135411:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575252.135418:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575252/real 1788575252]  req@ffff91cdd26f7480 x1875454067943424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575252.135426:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067943424/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575252.135431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575252.135434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575252.135436:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943424:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575253.030980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575254.054983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575255.078944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575256.103037:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575257.127032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575257.254985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575257.255000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575257.255006:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575257.255021:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2971
00000100:00080000:0.0:1788575257.255035:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575257.255045:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575257.255097:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067943552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575257.255131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575257.255136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575257.255159:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575257.255165:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2971
00000100:00080000:0.0:1788575257.255171:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575257.255176:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575257.255189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575257.255190:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067943552:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575257.255209:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067943680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575257.255223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575257.255226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575257.255228:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575257.255233:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2971
00000100:00080000:0.0:1788575257.255237:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575257.255242:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575257.255248:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575257.255262:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067943808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575257.255349:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943680:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575257.255390:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943808:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575258.151041:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575259.174994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575260.198986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575260.327095:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788575260.327162:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575260.327201:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788575260.327250:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788575260.327263:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788575260.327319:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575257/real 1788575260]  req@ffff91cdd26f4700 x1875454067943680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575260.327358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067943680/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575260.327372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575260.327378:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575260.327392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943680:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575260.327402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575257/real 1788575260]  req@ffff91cdd26f4e00 x1875454067943808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575260.327417:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067943808/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575260.327426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575260.327430:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575260.327435:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067943808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575260.327443:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575257/real 1788575260]  req@ffff91cdd26f7480 x1875454067943552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575260.327456:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067943552/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575260.327464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575260.327468:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575260.327472:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067943552:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788575261.223002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575262.246958:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575262.375000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575262.375012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575262.375016:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575262.375026:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2976
00000100:00080000:0.0:1788575262.375037:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575262.375046:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575262.375095:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067943936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575262.375125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575262.375129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575262.375131:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575262.375135:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2976
00000100:00080000:0.0:1788575262.375139:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575262.375143:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575262.375153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575262.375167:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067944064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575262.375179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575262.375183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575262.375185:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575262.375193:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2976
00000100:00100000:2.0:1788575262.375193:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067943936:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575262.375200:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575262.375207:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575262.375213:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575262.375225:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067944192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575262.375271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575262.375313:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575262/real 1788575262]  req@ffff91cdd26f7480 x1875454067943936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575262.375333:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067943936/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575262.375346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575262.375350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575262.375355:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067943936:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575262.375382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575262.375409:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575262.375424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575262/real 1788575262]  req@ffff91cdd26f4e00 x1875454067944064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575262.375438:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067944064/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575262.375448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575262.375452:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575262.375456:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944064:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575262.375463:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575262.375499:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575262.375512:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575262/real 1788575262]  req@ffff91cdd26f4700 x1875454067944192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575262.375525:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067944192/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575262.375533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575262.375537:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575262.375540:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944192:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575263.270964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575264.294914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575265.318920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575266.342957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575267.366955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575267.494944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575267.494985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575267.494991:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575267.495004:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2981
00000100:00080000:0.0:1788575267.495017:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575267.495025:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575267.495070:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067944320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575267.495100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575267.495103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575267.495104:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575267.495108:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2981
00000100:00080000:0.0:1788575267.495110:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575267.495113:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575267.495122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575267.495134:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067944448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575267.495145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575267.495150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575267.495153:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575267.495160:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2981
00000100:00080000:0.0:1788575267.495165:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575267.495170:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575267.495176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575267.495189:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067944576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575267.495207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067944320:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575267.495293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575267.495357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575267/real 1788575267]  req@ffff91cdd26f7800 x1875454067944320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575267.495380:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067944320/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575267.495393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575267.495399:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575267.495405:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067944320:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575267.495415:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575267.495452:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575267.495477:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575267/real 1788575267]  req@ffff91cdd26f5f80 x1875454067944448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575267.495514:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067944448/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575267.495526:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575267.495531:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575267.495538:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944448:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575267.495595:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575267.495626:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575267.495653:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575267/real 1788575267]  req@ffff91cdd26f6d80 x1875454067944576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575267.495672:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067944576/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575267.495681:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575267.495685:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575267.495688:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944576:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575268.390989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575269.414951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575270.438953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575271.462992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575272.486969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575272.614972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575272.614981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575272.614985:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575272.614993:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2986
00000100:00080000:2.0:1788575272.615002:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575272.615007:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575272.615040:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067944704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575272.615074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575272.615077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575272.615078:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575272.615081:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2986
00000100:00080000:2.0:1788575272.615083:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575272.615086:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575272.615093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575272.615102:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067944832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575272.615108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575272.615110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575272.615111:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575272.615113:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2986
00000100:00080000:2.0:1788575272.615120:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575272.615125:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575272.615133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575272.615134:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067944704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575272.615156:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067944960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575272.615235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575272.615288:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575272/real 1788575272]  req@ffff91cdd1289880 x1875454067944704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575272.615309:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067944704/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575272.615322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575272.615327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575272.615331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067944704:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575272.615339:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575272.615363:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575272.615376:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575272/real 1788575272]  req@ffff91cdd1289f80 x1875454067944832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575272.615419:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067944832/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575272.615428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575272.615431:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575272.615435:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944832:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575272.615465:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575272.615500:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575272.615512:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575272/real 1788575272]  req@ffff91cdd128ad80 x1875454067944960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575272.615525:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067944960/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575272.615533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575272.615537:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575272.615540:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067944960:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575273.510998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575274.534969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575275.558936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575276.582997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575277.606935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575277.734863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575277.734871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575277.734874:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575277.734881:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2992
00000100:00080000:0.0:1788575277.734890:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575277.734895:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575277.734922:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067945088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575277.734941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575277.734943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575277.734944:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575277.734947:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2992
00000100:00080000:0.0:1788575277.734949:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575277.734964:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575277.734972:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575277.734974:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067945088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575277.734983:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067945216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575277.734990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575277.734992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575277.734994:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575277.734996:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2992
00000100:00080000:0.0:1788575277.734998:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575277.735001:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575277.735003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575277.735010:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067945344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575277.735031:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575277.735070:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575277/real 1788575277]  req@ffff91cdd26f5c00 x1875454067945088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575277.735101:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067945088/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575277.735111:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575277.735114:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575277.735118:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067945088:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575277.735140:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575277.735162:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575277.735175:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575277/real 1788575277]  req@ffff91cdd26f4000 x1875454067945216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575277.735187:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067945216/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575277.735195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575277.735198:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575277.735201:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945216:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575277.735207:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575277.735240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575277.735252:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575277/real 1788575277]  req@ffff91cdd26f7b80 x1875454067945344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575277.735264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067945344/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575277.735284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575277.735287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575277.735296:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945344:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575278.630926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575279.654962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575280.678982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575281.702979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575282.726900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575282.854897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575282.854904:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575282.854908:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575282.854916:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 2997
00000100:00080000:0.0:1788575282.854927:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575282.854934:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575282.854966:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067945472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575282.854986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575282.854999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575282.855000:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575282.855003:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2997
00000100:00080000:0.0:1788575282.855006:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575282.855009:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575282.855017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575282.855025:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067945600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575282.855032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575282.855033:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067945472:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575282.855037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575282.855040:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575282.855044:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 2997
00000100:00080000:0.0:1788575282.855046:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575282.855048:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575282.855050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575282.855058:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067945728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575282.855098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575282.855132:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575282/real 1788575282]  req@ffff91cdd26f5880 x1875454067945472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575282.855150:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067945472/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575282.855161:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575282.855166:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575282.855170:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067945472:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575282.855192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575282.855208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575282.855216:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575282/real 1788575282]  req@ffff91cdd26f7100 x1875454067945600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575282.855224:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067945600/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575282.855229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575282.855231:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575282.855233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945600:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575282.855242:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575282.855254:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575282.855260:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575282/real 1788575282]  req@ffff91cdd26f4a80 x1875454067945728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575282.855266:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067945728/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575282.855271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575282.855272:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575282.855274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945728:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575283.750889:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575284.774943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575285.799006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575286.822918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575287.846947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575287.974953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575287.974963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575287.974967:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575287.974977:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3002
00000100:00080000:0.0:1788575287.975006:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575287.975014:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575287.975048:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067945856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575287.975070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575287.975073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575287.975075:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575287.975079:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3002
00000100:00080000:0.0:1788575287.975083:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575287.975088:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575287.975098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575287.975100:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067945856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575287.975110:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067945984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575287.975120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575287.975123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575287.975124:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575287.975127:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3002
00000100:00080000:0.0:1788575287.975131:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575287.975134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575287.975138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575287.975146:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067946112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575287.975158:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575287.975197:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575287/real 1788575287]  req@ffff91cdd26f6300 x1875454067945856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575287.975211:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067945856/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575287.975218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575287.975221:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575287.975223:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067945856:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575287.975243:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575287.975261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575287.975269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575287/real 1788575287]  req@ffff91cdd26f4380 x1875454067945984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575287.975283:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067945984/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575287.975289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575287.975291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575287.975293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067945984:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575287.975297:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575287.975309:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575287.975315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575287/real 1788575287]  req@ffff91cdd26f5180 x1875454067946112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575287.975323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067946112/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575287.975327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575287.975329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575287.975331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946112:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575288.870964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575289.894942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575290.918942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575291.942911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575292.966951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575293.094879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575293.094887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575293.094891:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575293.094902:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3007
00000100:00080000:0.0:1788575293.094912:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575293.094920:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575293.094958:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067946240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575293.094983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575293.094986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575293.094988:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575293.094991:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3007
00000100:00080000:0.0:1788575293.094993:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575293.094997:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575293.095004:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575293.095015:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067946368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575293.095022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575293.095024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575293.095026:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575293.095028:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3007
00000100:00080000:0.0:1788575293.095030:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575293.095035:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575293.095038:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067946240:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788575293.095050:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575293.095060:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067946496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575293.095108:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575293.095143:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575293/real 1788575293]  req@ffff91cdd26f5500 x1875454067946240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575293.095158:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067946240/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575293.095177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575293.095179:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575293.095182:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067946240:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575293.095188:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575293.095206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575293.095214:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575293/real 1788575293]  req@ffff91cdd26f6680 x1875454067946368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575293.095222:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067946368/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575293.095228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575293.095230:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575293.095232:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946368:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575293.095250:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575293.095265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575293.095276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575293/real 1788575293]  req@ffff91cdd26f6a00 x1875454067946496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575293.095289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067946496/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575293.095297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575293.095300:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575293.095304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946496:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575293.990946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575295.014962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575296.038966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575297.062982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575298.086952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575298.214927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575298.214943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575298.214948:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575298.214960:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3012
00000100:00080000:0.0:1788575298.214971:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575298.214978:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575298.215022:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067946624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575298.215049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575298.215051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575298.215053:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575298.215056:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3012
00000100:00080000:0.0:1788575298.215058:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575298.215060:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575298.215069:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575298.215076:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067946752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575298.215082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575298.215102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575298.215104:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575298.215108:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3012
00000100:00080000:0.0:1788575298.215111:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575298.215113:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575298.215116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575298.215122:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067946880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575298.215151:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067946624:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575298.215229:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575298.215273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575298/real 1788575298]  req@ffff91cdd26f6a00 x1875454067946624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575298.215293:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067946624/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575298.215304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575298.215308:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575298.215312:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067946624:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575298.215319:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946752:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575298.215341:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575298.215352:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575298/real 1788575298]  req@ffff91cdd26f6680 x1875454067946752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575298.215363:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067946752/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575298.215370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575298.215374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575298.215377:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575298.215402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575298.215421:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575298.215431:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575298/real 1788575298]  req@ffff91cdd26f5500 x1875454067946880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575298.215456:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067946880/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575298.215464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575298.215467:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575298.215470:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067946880:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575299.110974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575300.134988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575301.158946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575302.182967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575303.207008:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575303.334956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575303.334971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575303.334976:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575303.334989:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3017
00000100:00080000:0.0:1788575303.335004:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575303.335013:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575303.335075:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067947008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575303.335114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575303.335119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575303.335121:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575303.335125:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3017
00000100:00080000:0.0:1788575303.335129:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575303.335134:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575303.335168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575303.335185:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067947136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575303.335200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575303.335202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067947008:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575303.335208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575303.335215:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575303.335223:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3017
00000100:00080000:0.0:1788575303.335229:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575303.335236:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575303.335242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575303.335260:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067947264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575303.335280:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575303.335329:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575303/real 1788575303]  req@ffff91cdd26f5180 x1875454067947008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575303.335346:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067947008/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575303.335356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575303.335361:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575303.335367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067947008:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575303.335396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575303.335445:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575303.335460:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575303/real 1788575303]  req@ffff91cdd26f4380 x1875454067947136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575303.335470:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067947136/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575303.335501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575303.335506:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575303.335511:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947136:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575303.335523:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575303.335559:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575303.335577:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575303/real 1788575303]  req@ffff91cdd26f6300 x1875454067947264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575303.335592:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067947264/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575303.335601:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575303.335607:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575303.335612:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947264:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575304.230950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575305.255010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575306.278972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575307.302962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575308.326926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575308.454903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575308.454914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575308.454917:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575308.454925:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3022
00000100:00080000:0.0:1788575308.454935:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575308.454943:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575308.454990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067947392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575308.455013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575308.455028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575308.455030:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575308.455033:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3022
00000100:00080000:0.0:1788575308.455036:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575308.455039:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575308.455048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575308.455058:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067947520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575308.455066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575308.455070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575308.455072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067947392:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575308.455073:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575308.455078:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3022
00000100:00080000:0.0:1788575308.455083:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575308.455086:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575308.455089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575308.455097:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067947648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575308.455155:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575308.455196:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575308/real 1788575308]  req@ffff91cdd26f4a80 x1875454067947392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575308.455216:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067947392/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575308.455225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575308.455229:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575308.455240:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067947392:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575308.455292:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575308.455326:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575308.455344:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575308/real 1788575308]  req@ffff91cdd26f7100 x1875454067947520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575308.455356:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067947520/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575308.455364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575308.455367:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575308.455371:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947520:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575308.455377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947648:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575308.455396:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575308.455406:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575308/real 1788575308]  req@ffff91cdd26f5880 x1875454067947648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575308.455418:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067947648/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575308.455426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575308.455429:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575308.455433:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947648:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575309.350989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575310.374931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575311.398941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575312.422977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575313.446935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575313.574936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575313.574947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575313.574952:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575313.574963:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3027
00000100:00080000:1.0:1788575313.574976:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575313.574983:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575313.575035:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067947776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575313.575083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575313.575116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575313.575118:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575313.575124:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3027
00000100:00080000:1.0:1788575313.575128:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575313.575133:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575313.575145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575313.575146:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067947776:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575313.575159:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067947904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575313.575169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575313.575172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575313.575174:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575313.575178:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3027
00000100:00080000:1.0:1788575313.575181:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575313.575185:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575313.575190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575313.575198:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067948032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575313.575227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575313.575283:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575313/real 1788575313]  req@ffff91cdd1368e00 x1875454067947776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575313.575302:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067947776/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575313.575314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575313.575320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575313.575325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067947776:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575313.575356:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575313.575382:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575313.575394:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575313/real 1788575313]  req@ffff91cdd136a300 x1875454067947904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575313.575403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067947904/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575313.575408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575313.575411:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575313.575413:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067947904:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575313.575417:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575313.575430:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575313.575436:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575313/real 1788575313]  req@ffff91cdd1368380 x1875454067948032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575313.575444:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067948032/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575313.575470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575313.575473:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575313.575476:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948032:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575314.471069:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575315.494946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575316.518982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575317.543017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575318.567007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575318.694899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575318.694911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575318.694915:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575318.694961:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3033
00000100:00080000:0.0:1788575318.694972:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575318.694981:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575318.695027:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067948160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575318.695068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575318.695077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575318.695079:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575318.695084:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3033
00000100:00080000:0.0:1788575318.695089:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575318.695097:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575318.695098:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067948160:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788575318.695112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575318.695131:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067948288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575318.695143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575318.695146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575318.695147:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575318.695151:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3033
00000100:00080000:0.0:1788575318.695156:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575318.695160:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575318.695165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575318.695177:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067948416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575318.695187:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575318.695236:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575318/real 1788575318]  req@ffff91cdd26f7b80 x1875454067948160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575318.695252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067948160/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575318.695261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575318.695264:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575318.695267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067948160:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575318.695291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575318.695307:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575318.695315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575318/real 1788575318]  req@ffff91cdd26f4000 x1875454067948288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575318.695323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067948288/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575318.695328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575318.695330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575318.695332:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948288:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575318.695359:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575318.695374:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575318.695381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575318/real 1788575318]  req@ffff91cdd26f5c00 x1875454067948416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575318.695389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067948416/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575318.695394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575318.695396:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575318.695397:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948416:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575319.590983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575320.615113:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575321.639018:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575322.662976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575323.686959:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575323.814901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575323.814912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575323.814917:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575323.814928:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3038
00000100:00080000:0.0:1788575323.814939:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575323.814948:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575323.814986:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067948544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575323.815015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575323.815020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575323.815022:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575323.815026:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3038
00000100:00080000:0.0:1788575323.815030:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575323.815035:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575323.815045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575323.815061:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067948672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575323.815073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575323.815076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575323.815078:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575323.815084:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3038
00000100:00080000:0.0:1788575323.815088:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575323.815093:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575323.815114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575323.815121:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067948544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575323.815133:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067948800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575323.815274:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948672:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575323.815345:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948800:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575324.710964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575325.734957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575326.758976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788575326.887128:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788575326.887191:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788575326.887213:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575326.887270:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575326.887283:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788575326.887391:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575323/real 1788575326]  req@ffff91cdd26f7800 x1875454067948800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575326.887428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067948800/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575326.887442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575326.887449:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575326.887454:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575326.887464:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575323/real 1788575326]  req@ffff91cdd26f6d80 x1875454067948544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575326.887507:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067948544/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575326.887517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575326.887521:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575326.887526:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067948544:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575326.887534:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575323/real 1788575326]  req@ffff91cdd26f5f80 x1875454067948672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575326.887547:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067948672/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575326.887556:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575326.887560:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575326.887564:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067948672:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575327.782943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575328.806967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575328.934928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575328.934940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575328.934945:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575328.934956:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3043
00000100:00080000:2.0:1788575328.934968:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575328.934983:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575328.935023:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067948928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575328.935055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575328.935077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575328.935080:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575328.935086:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3043
00000100:00080000:2.0:1788575328.935090:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575328.935096:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575328.935108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575328.935124:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067949056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575328.935131:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067948928:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575328.935141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575328.935146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575328.935148:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575328.935153:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3043
00000100:00080000:2.0:1788575328.935158:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575328.935163:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575328.935169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575328.935183:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067949184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575328.935237:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575328.935305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575328/real 1788575328]  req@ffff91cdd1289c00 x1875454067948928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575328.935331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067948928/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575328.935360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575328.935367:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575328.935374:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067948928:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575328.935409:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575328.935436:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575328.935452:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575328/real 1788575328]  req@ffff91cdd1288000 x1875454067949056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575328.935467:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067949056/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575328.935476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575328.935480:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575328.935484:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949056:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575328.935490:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575328.935527:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575328.935540:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575328/real 1788575328]  req@ffff91cdd1288e00 x1875454067949184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575328.935554:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067949184/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575328.935563:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575328.935567:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575328.935571:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949184:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575329.830923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575330.854967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575331.878942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575332.902951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575333.926981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575334.054919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575334.054929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575334.054933:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575334.054942:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3048
00000100:00080000:0.0:1788575334.054953:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575334.054961:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575334.055011:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067949312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575334.055043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575334.055046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575334.055047:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575334.055050:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3048
00000100:00080000:0.0:1788575334.055055:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575334.055058:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575334.055068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575334.055095:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067949440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575334.055095:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067949312:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575334.055120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575334.055123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575334.055124:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575334.055129:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3048
00000100:00080000:0.0:1788575334.055131:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575334.055135:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575334.055139:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575334.055149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067949568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575334.055190:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575334.055234:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575334/real 1788575334]  req@ffff91cdd26f4700 x1875454067949312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575334.055251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067949312/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575334.055277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575334.055280:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575334.055284:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067949312:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575334.055309:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575334.055329:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575334.055339:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575334/real 1788575334]  req@ffff91cdd26f4e00 x1875454067949440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575334.055347:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067949440/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575334.055353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575334.055356:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575334.055358:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949440:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575334.055362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575334.055377:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575334.055388:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575334/real 1788575334]  req@ffff91cdd26f7480 x1875454067949568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575334.055400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067949568/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575334.055410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575334.055413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575334.055417:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949568:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575334.950962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575335.974987:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575336.998967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575338.023042:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575339.046964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575339.174931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575339.174947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575339.174953:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575339.174967:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3053
00000100:00080000:0.0:1788575339.174981:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575339.174991:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575339.175041:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067949696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575339.175070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575339.175075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575339.175077:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575339.175083:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3053
00000100:00080000:0.0:1788575339.175089:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575339.175109:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067949696:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575339.175114:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575339.175127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575339.175143:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067949824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575339.175155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575339.175159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575339.175162:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575339.175168:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3053
00000100:00080000:0.0:1788575339.175172:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575339.175177:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575339.175182:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575339.175194:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067949952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575339.175212:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575339.175261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575339/real 1788575339]  req@ffff91cdd26f7480 x1875454067949696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575339.175277:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067949696/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575339.175287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575339.175290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575339.175293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067949696:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575339.175319:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575339.175347:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575339.175364:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575339/real 1788575339]  req@ffff91cdd26f4e00 x1875454067949824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575339.175379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067949824/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575339.175386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575339.175388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575339.175391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949824:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575339.175395:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575339.175411:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575339.175446:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575339/real 1788575339]  req@ffff91cdd26f4700 x1875454067949952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575339.175462:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067949952/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575339.175468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575339.175470:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575339.175472:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067949952:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575340.071005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575341.095096:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575342.119045:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575343.142948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575344.166989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575344.294938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575344.294949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575344.294954:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575344.294966:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3058
00000100:00080000:2.0:1788575344.294977:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575344.294985:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575344.295037:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067950080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575344.295066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575344.295069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575344.295070:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575344.295074:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3058
00000100:00080000:2.0:1788575344.295076:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575344.295079:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575344.295088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575344.295098:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067950208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575344.295127:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067950080:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575344.295143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575344.295148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575344.295150:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575344.295157:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3058
00000100:00080000:2.0:1788575344.295161:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575344.295167:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575344.295174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575344.295189:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067950336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575344.295208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575344.295253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575344/real 1788575344]  req@ffff91cdd1288700 x1875454067950080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575344.295269:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067950080/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575344.295287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575344.295291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575344.295294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067950080:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575344.295328:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575344.295366:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575344.295381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575344/real 1788575344]  req@ffff91cdd128bb80 x1875454067950208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575344.295397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067950208/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575344.295405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575344.295408:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575344.295411:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950208:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575344.295415:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575344.295432:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575344.295440:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575344/real 1788575344]  req@ffff91cdd128b480 x1875454067950336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575344.295448:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067950336/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575344.295454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575344.295456:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575344.295458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950336:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575345.190984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575346.214967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575347.238937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575348.262943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575349.286973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575349.414877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575349.414885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575349.414888:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575349.414918:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3063
00000100:00080000:0.0:1788575349.414931:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575349.414937:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575349.414968:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067950464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575349.414997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575349.415001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575349.415003:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575349.415007:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3063
00000100:00080000:0.0:1788575349.415011:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575349.415015:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575349.415026:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575349.415029:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067950464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575349.415041:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067950592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575349.415052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575349.415056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575349.415058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575349.415062:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3063
00000100:00080000:0.0:1788575349.415066:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575349.415070:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575349.415075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575349.415085:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575349.415088:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067950720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575349.415124:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575349/real 1788575349]  req@ffff91cdd26f5f80 x1875454067950464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575349.415143:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067950464/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575349.415155:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575349.415160:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575349.415165:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067950464:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575349.415190:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575349.415216:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575349.415231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575349/real 1788575349]  req@ffff91cdd26f6d80 x1875454067950592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575349.415250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067950592/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575349.415256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575349.415258:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575349.415274:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950592:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575349.415280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575349.415297:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575349.415313:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575349/real 1788575349]  req@ffff91cdd26f7800 x1875454067950720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575349.415321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067950720/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575349.415327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575349.415329:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575349.415331:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950720:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575350.310905:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575351.334919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575352.358952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575353.382955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575354.406924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575354.535078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575354.535092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575354.535098:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575354.535111:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3068
00000100:00080000:0.0:1788575354.535126:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575354.535135:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575354.535349:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067950848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575354.535393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575354.535397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575354.535399:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575354.535404:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3068
00000100:00080000:0.0:1788575354.535408:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575354.535413:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575354.535426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575354.535456:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067950848:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575354.535461:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067950976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575354.535475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575354.535479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575354.535482:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575354.535487:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3068
00000100:00080000:0.0:1788575354.535491:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575354.535496:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575354.535518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575354.535529:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067951104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575354.535540:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575354.535587:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575354/real 1788575354]  req@ffff91cdd26f5c00 x1875454067950848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575354.535610:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067950848/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575354.535633:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575354.535638:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575354.535643:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067950848:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575354.535674:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575354.535703:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575354.535718:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575354/real 1788575354]  req@ffff91cdd26f4000 x1875454067950976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575354.535731:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067950976/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575354.535737:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575354.535740:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575354.535743:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067950976:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575354.535748:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575354.535763:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575354.535771:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575354/real 1788575354]  req@ffff91cdd26f7b80 x1875454067951104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575354.535779:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067951104/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575354.535827:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575354.535831:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575354.535836:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951104:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575355.430994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575356.454970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575357.479018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575358.502965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575359.526968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575359.654889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575359.654898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575359.654902:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575359.654910:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3074
00000100:00080000:0.0:1788575359.654920:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575359.654926:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575359.654965:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067951232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575359.654996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575359.654999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575359.655001:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575359.655005:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3074
00000100:00080000:0.0:1788575359.655008:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575359.655012:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575359.655021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575359.655034:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067951360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575359.655034:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067951232:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575359.655054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575359.655057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575359.655058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575359.655061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3074
00000100:00080000:0.0:1788575359.655079:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575359.655083:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575359.655087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575359.655093:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575359.655099:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067951488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575359.655147:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575359/real 1788575359]  req@ffff91cdd26f5880 x1875454067951232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575359.655168:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067951232/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575359.655179:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575359.655183:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575359.655188:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067951232:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575359.655212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575359.655231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575359.655240:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575359/real 1788575359]  req@ffff91cdd26f7100 x1875454067951360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575359.655249:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067951360/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575359.655255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575359.655259:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575359.655262:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951360:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575359.655268:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575359.655288:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575359.655299:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575359/real 1788575359]  req@ffff91cdd26f4a80 x1875454067951488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575359.655319:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067951488/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575359.655325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575359.655327:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575359.655330:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951488:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575360.550937:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575361.574963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575362.598981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575363.622957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575364.646990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575364.774879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575364.774887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575364.774891:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575364.774899:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3079
00000100:00080000:2.0:1788575364.774908:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575364.774913:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575364.774943:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b800 x1875454067951616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575364.774965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575364.774967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575364.774969:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575364.774971:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3079
00000100:00080000:2.0:1788575364.774974:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575364.774977:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575364.774984:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575364.774999:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b480 x1875454067951744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575364.775000:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067951616:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575364.775043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575364.775046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575364.775048:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575364.775052:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3079
00000100:00080000:2.0:1788575364.775055:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575364.775058:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575364.775063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575364.775073:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128bb80 x1875454067951872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575364.775083:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575364.775127:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575364/real 1788575364]  req@ffff91cdd128b800 x1875454067951616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575364.775148:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b800 x1875454067951616/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575364.775160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575364.775164:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575364.775168:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067951616:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575364.775192:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951744:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575364.775211:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575364.775230:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575364/real 1788575364]  req@ffff91cdd128b480 x1875454067951744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575364.775240:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b480 x1875454067951744/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575364.775245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575364.775248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575364.775256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951744:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575364.775261:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575364.775277:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575364.775284:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575364/real 1788575364]  req@ffff91cdd128bb80 x1875454067951872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575364.775292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128bb80 x1875454067951872/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575364.775300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575364.775303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575364.775307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067951872:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575365.670958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575366.694957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575367.718997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575368.742934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575369.766947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575369.894918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575369.894929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575369.894932:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575369.894942:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3084
00000100:00080000:0.0:1788575369.894969:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575369.894978:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575369.895022:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067952000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575369.895052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575369.895057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575369.895059:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575369.895063:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3084
00000100:00080000:0.0:1788575369.895068:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575369.895084:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067952000:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575369.895095:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575369.895107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575369.895121:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067952128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575369.895130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575369.895133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575369.895135:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575369.895137:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3084
00000100:00080000:0.0:1788575369.895141:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788575369.895143:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788575369.895148:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575369.895153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575369.895162:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067952256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575369.895183:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575369/real 1788575369]  req@ffff91cdd26f6300 x1875454067952000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575369.895197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067952000/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575369.895206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575369.895208:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575369.895211:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067952000:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575369.895231:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575369.895254:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575369.895269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575369/real 1788575369]  req@ffff91cdd26f4380 x1875454067952128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575369.895290:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067952128/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575369.895296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575369.895298:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575369.895300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952128:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575369.895306:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575369.895328:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575369.895340:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575369/real 1788575369]  req@ffff91cdd26f5180 x1875454067952256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575369.895353:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067952256/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575369.895361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575369.895364:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575369.895366:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952256:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575370.790983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575371.814967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575372.838923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575373.862970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575374.886970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575375.014922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575375.014931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575375.014935:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575375.014943:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3089
00000100:00080000:2.0:1788575375.014953:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575375.014960:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575375.014990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288700 x1875454067952384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575375.015024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575375.015027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575375.015029:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575375.015032:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3089
00000100:00080000:2.0:1788575375.015036:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575375.015039:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575375.015048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575375.015059:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067952512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575375.015069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575375.015070:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067952384:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575375.015073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575375.015077:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575375.015082:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3089
00000100:00080000:2.0:1788575375.015085:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575375.015088:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575375.015092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575375.015102:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067952640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575375.015142:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575375.015181:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575375/real 1788575375]  req@ffff91cdd1288700 x1875454067952384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575375.015202:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288700 x1875454067952384/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575375.015214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575375.015219:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575375.015223:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067952384:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575375.015258:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575375.015283:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575375.015297:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575375/real 1788575375]  req@ffff91cdd1288e00 x1875454067952512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575375.015311:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067952512/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575375.015320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575375.015324:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575375.015328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952512:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575375.015335:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952640:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575375.015353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575375.015363:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575375/real 1788575375]  req@ffff91cdd1288000 x1875454067952640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575375.015377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067952640/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575375.015386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575375.015390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575375.015393:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952640:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575375.910948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575376.934970:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575377.958952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575378.982964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575380.006977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575380.134898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575380.134910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575380.134915:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575380.134943:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3094
00000100:00080000:0.0:1788575380.134952:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575380.134958:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575380.134996:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067952768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575380.135018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575380.135020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575380.135022:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575380.135025:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3094
00000100:00080000:0.0:1788575380.135027:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575380.135029:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575380.135038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575380.135047:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067952896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575380.135055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575380.135058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575380.135061:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575380.135063:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067952768:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575380.135065:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3094
00000100:00080000:0.0:1788575380.135071:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575380.135076:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575380.135078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575380.135085:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067953024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575380.135132:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575380.135167:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575380/real 1788575380]  req@ffff91cdd26f5500 x1875454067952768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575380.135194:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067952768/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575380.135201:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575380.135204:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575380.135207:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067952768:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575380.135225:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575380.135249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575380.135262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575380/real 1788575380]  req@ffff91cdd26f6680 x1875454067952896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575380.135274:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067952896/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575380.135283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575380.135287:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575380.135290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067952896:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575380.135296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575380.135317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575380.135328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575380/real 1788575380]  req@ffff91cdd26f6a00 x1875454067953024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575380.135340:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067953024/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575380.135360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575380.135364:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575380.135368:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953024:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575381.030971:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575382.054948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575383.078997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575384.102982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575385.127040:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575385.254925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575385.254937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575385.254942:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575385.254953:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3099
00000100:00080000:0.0:1788575385.254966:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575385.254973:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575385.255020:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067953152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575385.255053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575385.255056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575385.255058:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575385.255061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3099
00000100:00080000:0.0:1788575385.255063:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575385.255066:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575385.255077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575385.255091:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067953280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575385.255103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575385.255108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575385.255109:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575385.255114:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3099
00000100:00080000:0.0:1788575385.255118:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575385.255123:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575385.255147:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067953152:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788575385.255150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575385.255170:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067953408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575385.255227:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575385.255274:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575385/real 1788575385]  req@ffff91cdd26f6a00 x1875454067953152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575385.255291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067953152/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575385.255302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575385.255309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575385.255316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067953152:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575385.255325:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575385.255342:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575385.255351:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575385/real 1788575385]  req@ffff91cdd26f6680 x1875454067953280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575385.255359:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067953280/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575385.255364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575385.255367:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575385.255369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953280:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575385.255402:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575385.255416:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575385.255423:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575385/real 1788575385]  req@ffff91cdd26f5500 x1875454067953408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575385.255431:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067953408/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575385.255436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575385.255438:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575385.255439:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953408:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575386.150975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575387.174986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575388.198956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575389.222940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575390.247003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575390.374921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575390.374934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575390.374939:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575390.374950:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3104
00000100:00080000:0.0:1788575390.374962:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575390.374970:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575390.375017:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067953536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575390.375044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575390.375047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575390.375048:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575390.375051:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3104
00000100:00080000:0.0:1788575390.375054:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575390.375056:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575390.375066:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575390.375075:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067953664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575390.375084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575390.375087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575390.375089:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575390.375091:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3104
00000100:00080000:0.0:1788575390.375113:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575390.375122:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575390.375125:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067953536:192.168.202.119@tcp:250:kworker.0
00000008:00100000:0.0:1788575390.375129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575390.375149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067953792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575390.375256:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953664:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575390.375307:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953792:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575391.270921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575392.294976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575393.318950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788575393.447053:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788575393.447106:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788575393.447122:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575393.447171:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575393.447197:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788575393.447261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575390/real 1788575393]  req@ffff91cdd26f6300 x1875454067953792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575393.447287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067953792/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575393.447301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575393.447306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575393.447311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575393.447319:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575390/real 1788575393]  req@ffff91cdd26f5180 x1875454067953536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575393.447344:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067953536/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575393.447353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575393.447358:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575393.447362:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067953536:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575393.447370:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575390/real 1788575393]  req@ffff91cdd26f4380 x1875454067953664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575393.447383:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067953664/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575393.447392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575393.447397:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575393.447401:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067953664:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575394.342937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575395.366921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575395.494913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575395.494922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575395.494925:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575395.494934:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3109
00000100:00080000:2.0:1788575395.494943:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575395.494949:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575395.494978:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067953920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575395.495002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575395.495020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575395.495022:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575395.495026:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3109
00000100:00080000:2.0:1788575395.495029:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575395.495032:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575395.495040:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575395.495046:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067953920:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575395.495053:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067954048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575395.495066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575395.495070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575395.495072:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575395.495076:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3109
00000100:00080000:2.0:1788575395.495080:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575395.495084:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575395.495089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575395.495103:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067954176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575395.495119:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575395.495172:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575395/real 1788575395]  req@ffff91cdd1289c00 x1875454067953920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575395.495192:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067953920/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575395.495203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575395.495208:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575395.495213:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067953920:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575395.495238:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575395.495264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575395.495278:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575395/real 1788575395]  req@ffff91cdd128ad80 x1875454067954048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575395.495292:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067954048/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575395.495301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575395.495305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575395.495317:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954048:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575395.495324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575395.495349:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575395.495361:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575395/real 1788575395]  req@ffff91cdd1289f80 x1875454067954176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575395.495374:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067954176/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575395.495383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575395.495386:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575395.495390:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954176:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575396.391019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575397.414980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575398.439014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575399.462949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575400.486946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575400.614901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575400.614916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575400.614920:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575400.614933:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3114
00000100:00080000:0.0:1788575400.614946:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575400.614955:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575400.615000:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067954304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575400.615029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575400.615032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575400.615033:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575400.615036:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3114
00000100:00080000:0.0:1788575400.615038:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575400.615049:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575400.615059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575400.615069:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067954432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575400.615077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067954304:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575400.615079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575400.615086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575400.615088:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575400.615091:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3114
00000100:00080000:0.0:1788575400.615094:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575400.615096:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575400.615099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575400.615107:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067954560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575400.615161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575400.615214:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575400/real 1788575400]  req@ffff91cdd26f4a80 x1875454067954304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575400.615235:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067954304/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575400.615258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575400.615262:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575400.615267:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067954304:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575400.615296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575400.615334:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575400.615347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575400/real 1788575400]  req@ffff91cdd26f7100 x1875454067954432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575400.615358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067954432/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575400.615366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575400.615369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575400.615373:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954432:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575400.615378:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575400.615396:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575400.615406:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575400/real 1788575400]  req@ffff91cdd26f5880 x1875454067954560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575400.615417:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067954560/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575400.615424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575400.615427:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575400.615429:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954560:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575401.510990:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575402.534996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575403.559007:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575404.582914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575405.606952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575405.734953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575405.734964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575405.734968:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575405.734979:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3120
00000100:00080000:1.0:1788575405.734989:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575405.734997:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575405.735035:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067954688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575405.735066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575405.735070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575405.735071:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575405.735075:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3120
00000100:00080000:1.0:1788575405.735079:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575405.735083:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575405.735092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575405.735105:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067954816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575405.735116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575405.735120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575405.735121:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575405.735126:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3120
00000100:00080000:1.0:1788575405.735130:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575405.735134:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575405.735145:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067954688:192.168.202.119@tcp:250:kworker.0
00000008:00100000:1.0:1788575405.735162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575405.735186:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067954944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575405.735238:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575405.735298:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575405/real 1788575405]  req@ffff91cdd1368700 x1875454067954688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575405.735330:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067954688/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575405.735342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575405.735347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575405.735351:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067954688:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575405.735359:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575405.735380:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575405.735392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575405/real 1788575405]  req@ffff91cdd1369500 x1875454067954816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575405.735404:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067954816/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575405.735411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575405.735415:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575405.735418:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954816:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575405.735446:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575405.735462:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575405.735471:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575405/real 1788575405]  req@ffff91cdd136b480 x1875454067954944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575405.735518:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067954944/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575405.735526:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575405.735529:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575405.735532:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067954944:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575406.631011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575407.654939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575408.679046:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575409.702965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575410.726949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575410.854897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575410.854907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575410.854912:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575410.854923:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3125
00000100:00080000:1.0:1788575410.854934:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575410.854942:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575410.854979:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067955072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575410.855001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575410.855005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575410.855007:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575410.855011:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3125
00000100:00080000:1.0:1788575410.855015:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575410.855018:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575410.855030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575410.855044:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067955200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575410.855055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575410.855059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575410.855060:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067955072:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575410.855061:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575410.855068:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3125
00000100:00080000:1.0:1788575410.855088:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575410.855096:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575410.855102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575410.855118:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067955328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575410.855140:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575410.855182:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575410/real 1788575410]  req@ffff91cdd136b800 x1875454067955072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575410.855199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067955072/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575410.855207:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575410.855211:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575410.855214:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067955072:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575410.855235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575410.855252:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575410.855260:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575410/real 1788575410]  req@ffff91cdd136a680 x1875454067955200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575410.855268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067955200/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575410.855283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575410.855285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575410.855289:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955200:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575410.855293:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575410.855309:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575410.855327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575410/real 1788575410]  req@ffff91cdd1369f80 x1875454067955328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575410.855343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067955328/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575410.855352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575410.855355:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575410.855359:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955328:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575411.750973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575412.774899:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575413.798951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575414.822902:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575415.846928:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575415.974874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575415.974881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575415.974884:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575415.974892:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3130
00000100:00080000:3.0:1788575415.974899:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575415.974905:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575415.974934:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067955456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575415.974953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575415.974956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575415.974957:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575415.974960:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3130
00000100:00080000:3.0:1788575415.974962:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575415.974964:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575415.974970:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575415.974978:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067955584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575415.974996:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067955456:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575415.975008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575415.975010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575415.975011:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575415.975015:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3130
00000100:00080000:3.0:1788575415.975018:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575415.975020:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575415.975023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575415.975033:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067955712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575415.975059:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575415.975095:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575415/real 1788575415]  req@ffff91cdd142d880 x1875454067955456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575415.975109:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067955456/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575415.975116:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575415.975118:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575415.975126:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067955456:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575415.975149:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575415.975171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575415.975183:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575415/real 1788575415]  req@ffff91cdd142ea00 x1875454067955584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575415.975195:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067955584/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575415.975202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575415.975206:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575415.975210:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955584:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575415.975216:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575415.975234:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575415.975244:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575415/real 1788575415]  req@ffff91cdd142e680 x1875454067955712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575415.975256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067955712/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575415.975263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575415.975266:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575415.975269:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955712:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575416.870926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575417.894942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575418.919000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575419.943005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575420.966972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575421.094919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575421.094929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575421.094932:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575421.094941:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3135
00000100:00080000:0.0:1788575421.094956:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575421.094962:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575421.094994:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067955840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575421.095016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575421.095019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575421.095033:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575421.095038:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3135
00000100:00080000:0.0:1788575421.095041:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575421.095045:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575421.095054:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575421.095067:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067955968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575421.095067:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067955840:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575421.095083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575421.095085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575421.095086:0:37:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575421.095089:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3135
00000100:00080000:0.0:1788575421.095092:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575421.095094:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575421.095097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575421.095106:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067956096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575421.095129:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575421.095169:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575421/real 1788575421]  req@ffff91cdd26f7b80 x1875454067955840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575421.095183:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067955840/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575421.095190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575421.095193:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575421.095196:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067955840:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575421.095214:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575421.095231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575421.095239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575421/real 1788575421]  req@ffff91cdd26f4000 x1875454067955968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575421.095247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067955968/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575421.095252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575421.095254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575421.095256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067955968:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575421.095260:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575421.095270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575421.095276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575421/real 1788575421]  req@ffff91cdd26f5c00 x1875454067956096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575421.095282:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067956096/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575421.095303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575421.095306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575421.095308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956096:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575421.990931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575423.014961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575424.038955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575425.062957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575426.086942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575426.214943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575426.214954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575426.214959:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575426.214969:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3140
00000100:00080000:3.0:1788575426.214981:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575426.214989:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575426.215040:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067956224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575426.215068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575426.215072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575426.215074:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575426.215078:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3140
00000100:00080000:3.0:1788575426.215082:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575426.215087:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575426.215098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575426.215117:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067956224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575426.215118:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067956352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575426.215134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575426.215139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575426.215141:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575426.215146:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3140
00000100:00080000:3.0:1788575426.215150:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575426.215154:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575426.215160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575426.215174:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067956480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575426.215177:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575426.215220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575426/real 1788575426]  req@ffff91cdd142f100 x1875454067956224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575426.215233:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067956224/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575426.215241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575426.215244:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575426.215247:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067956224:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575426.215265:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575426.215280:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575426.215304:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575426/real 1788575426]  req@ffff91cdd142e680 x1875454067956352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575426.215313:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067956352/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575426.215319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575426.215321:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575426.215323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956352:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575426.215333:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575426.215349:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575426.215356:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575426/real 1788575426]  req@ffff91cdd142ea00 x1875454067956480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575426.215372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067956480/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575426.215378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575426.215380:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575426.215382:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956480:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575427.110959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575428.134938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575429.158957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575430.182957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575431.206930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575431.334913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575431.334921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575431.334925:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575431.334934:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3145
00000100:00080000:1.0:1788575431.334943:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575431.334949:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575431.334995:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067956608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575431.335030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575431.335033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575431.335035:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575431.335038:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3145
00000100:00080000:1.0:1788575431.335042:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575431.335046:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575431.335066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575431.335081:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067956736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575431.335090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575431.335126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575431.335127:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575431.335130:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3145
00000100:00080000:1.0:1788575431.335133:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575431.335136:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575431.335140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575431.335147:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067956864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575431.335201:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067956608:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575431.335326:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575431.335395:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575431/real 1788575431]  req@ffff91cdd1368000 x1875454067956608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575431.335410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067956608/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575431.335419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575431.335422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575431.335425:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067956608:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575431.335463:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956736:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575431.335488:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575431.335498:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575431/real 1788575431]  req@ffff91cdd136ad80 x1875454067956736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575431.335555:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067956736/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575431.335571:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575431.335573:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575431.335588:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575431.335593:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575431.335629:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575431.335645:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575431/real 1788575431]  req@ffff91cdd1369c00 x1875454067956864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575431.335654:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067956864/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575431.335671:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575431.335686:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575431.335689:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067956864:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575432.230964:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575433.255006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575434.278996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575435.302946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575436.326963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575436.454909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575436.454918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575436.454922:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575436.454930:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3150
00000100:00080000:3.0:1788575436.454939:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575436.454944:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575436.454976:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067956992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575436.454998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575436.455001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575436.455002:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575436.455005:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3150
00000100:00080000:3.0:1788575436.455007:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575436.455010:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575436.455017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575436.455025:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067957120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575436.455033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575436.455035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575436.455050:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575436.455055:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067956992:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575436.455056:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3150
00000100:00080000:3.0:1788575436.455062:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575436.455068:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575436.455073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575436.455083:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067957248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575436.455122:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575436.455153:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575436/real 1788575436]  req@ffff91cdd142d880 x1875454067956992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575436.455166:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067956992/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575436.455183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575436.455210:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575436.455213:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067956992:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575436.455219:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575436.455238:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575436.455247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575436/real 1788575436]  req@ffff91cdd142e300 x1875454067957120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575436.455256:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067957120/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575436.455261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575436.455263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575436.455266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957120:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575436.455283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575436.455294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575436.455300:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575436/real 1788575436]  req@ffff91cdd142d180 x1875454067957248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575436.455307:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067957248/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575436.455312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575436.455314:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575436.455316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957248:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575437.350961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575438.374956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575439.398970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575440.422977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575441.447003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575441.574945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575441.574959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575441.574964:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575441.574975:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3155
00000100:00080000:3.0:1788575441.574987:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575441.574995:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575441.575053:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067957376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575441.575085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575441.575089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575441.575091:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575441.575095:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3155
00000100:00080000:3.0:1788575441.575099:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575441.575103:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575441.575133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575441.575175:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067957376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575441.575177:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067957504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575441.575204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575441.575211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575441.575213:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575441.575218:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3155
00000100:00080000:3.0:1788575441.575223:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575441.575227:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575441.575233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575441.575246:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067957632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575441.575273:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575441.575327:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575441/real 1788575441]  req@ffff91cdd142d500 x1875454067957376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575441.575345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067957376/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575441.575354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575441.575358:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575441.575361:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067957376:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575441.575381:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575441.575399:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575441.575407:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575441/real 1788575441]  req@ffff91cdd142d180 x1875454067957504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575441.575415:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067957504/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575441.575420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575441.575422:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575441.575424:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957504:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575441.575428:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957632:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575441.575439:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575441.575468:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575441/real 1788575441]  req@ffff91cdd142e300 x1875454067957632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575441.575476:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067957632/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575441.575481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575441.575483:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575441.575486:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957632:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575442.470931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575443.494968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575444.518912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575445.542940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575446.566900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575446.694886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575446.694895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575446.694898:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575446.694906:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3161
00000100:00080000:3.0:1788575446.694914:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575446.694920:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575446.694947:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067957760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575446.694965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575446.694968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575446.694980:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575446.694983:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3161
00000100:00080000:3.0:1788575446.694986:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575446.694988:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575446.694995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575446.695005:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067957888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575446.695012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575446.695014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575446.695015:0:8:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575446.695018:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3161
00000100:00080000:3.0:1788575446.695019:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575446.695021:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575446.695024:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575446.695035:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067958016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575446.695078:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067957760:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788575446.695293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575446.695354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575446/real 1788575446]  req@ffff91cdd142d880 x1875454067957760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575446.695368:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067957760/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575446.695377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575446.695388:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575446.695392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067957760:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575446.695399:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575446.695420:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575446.695429:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575446/real 1788575446]  req@ffff91cdd142ea00 x1875454067957888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575446.695436:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067957888/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575446.695442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575446.695445:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575446.695448:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067957888:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575446.695453:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575446.695471:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575446.695482:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575446/real 1788575446]  req@ffff91cdd142e680 x1875454067958016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575446.695501:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067958016/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575446.695506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575446.695507:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575446.695509:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958016:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575447.590936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575448.614923:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575449.638927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575450.662900:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575451.686946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575451.815140:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575451.815150:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575451.815155:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575451.815165:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3166
00000100:00080000:0.0:1788575451.815174:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575451.815180:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575451.815223:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067958144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575451.815264:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575451.815267:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575451.815269:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575451.815273:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3166
00000100:00080000:0.0:1788575451.815277:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575451.815282:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575451.815291:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575451.815300:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067958144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575451.815305:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067958272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575451.815317:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575451.815321:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575451.815323:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575451.815327:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3166
00000100:00080000:0.0:1788575451.815330:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575451.815334:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575451.815339:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575451.815351:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067958400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575451.815370:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575451.815407:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575451/real 1788575451]  req@ffff91cdd26f7800 x1875454067958144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575451.815421:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067958144/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575451.815431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575451.815435:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575451.815438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067958144:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575451.815461:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575451.815484:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575451.815496:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575451/real 1788575451]  req@ffff91cdd26f6d80 x1875454067958272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575451.815508:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067958272/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575451.815516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575451.815519:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575451.815521:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958272:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575451.815528:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575451.815555:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575451.815566:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575451/real 1788575451]  req@ffff91cdd26f5f80 x1875454067958400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575451.815577:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067958400/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575451.815584:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575451.815586:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575451.815589:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958400:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575452.710950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575453.734892:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575454.758926:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575455.782916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575456.806925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575456.934882:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575456.934893:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575456.934897:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575456.934907:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3171
00000100:00080000:0.0:1788575456.934940:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575456.934947:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575456.934983:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067958528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575456.935031:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575456.935034:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575456.935035:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575456.935038:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3171
00000100:00080000:0.0:1788575456.935040:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575456.935044:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575456.935053:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575456.935064:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067958656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575456.935074:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575456.935077:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575456.935079:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575456.935086:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3171
00000100:00080000:0.0:1788575456.935090:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788575456.935094:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067958528:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575456.935096:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575456.935111:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575456.935129:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067958784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575456.935203:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958656:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575456.935226:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958784:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575457.830907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575458.855026:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575459.878977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788575460.007097:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788575460.007142:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788575460.007159:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575460.007207:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575460.007218:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788575460.007269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575456/real 1788575460]  req@ffff91cdd26f4e00 x1875454067958656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575460.007299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067958656/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575460.007336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575460.007342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575460.007347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958656:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575460.007357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575456/real 1788575460]  req@ffff91cdd26f7480 x1875454067958784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575460.007369:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067958784/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575460.007377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575460.007381:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575460.007385:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067958784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575460.007391:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575456/real 1788575460]  req@ffff91cdd26f4700 x1875454067958528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575460.007422:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067958528/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575460.007430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575460.007434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575460.007438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067958528:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788575460.902995:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575461.927008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575462.054884:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575462.054903:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575462.054906:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575462.054920:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3176
00000100:00080000:0.0:1788575462.054929:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575462.054936:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575462.054969:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067958912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575462.055001:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575462.055005:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575462.055007:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575462.055011:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3176
00000100:00080000:0.0:1788575462.055014:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575462.055018:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575462.055028:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575462.055041:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067959040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575462.055050:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575462.055053:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575462.055054:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575462.055058:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3176
00000100:00080000:0.0:1788575462.055061:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575462.055065:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575462.055069:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575462.055079:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067959168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575462.055202:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067958912:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788575462.055270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575462.055322:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575462/real 1788575462]  req@ffff91cdd26f4700 x1875454067958912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575462.055341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067958912/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575462.055351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575462.055354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575462.055357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067958912:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575462.055364:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959040:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575462.055387:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575462.055400:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575462/real 1788575462]  req@ffff91cdd26f7480 x1875454067959040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575462.055412:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067959040/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575462.055420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575462.055423:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575462.055426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959040:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575462.055432:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575462.055450:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575462.055463:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575462/real 1788575462]  req@ffff91cdd26f4e00 x1875454067959168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575462.055474:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067959168/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575462.055492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575462.055495:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575462.055498:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959168:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575462.950993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575463.974952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575464.998953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575466.023001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575467.047061:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575467.174882:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575467.174890:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575467.174894:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575467.174901:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3181
00000100:00080000:0.0:1788575467.174909:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575467.174914:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575467.174944:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067959296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575467.174967:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575467.174969:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575467.174971:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575467.174973:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3181
00000100:00080000:0.0:1788575467.174975:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575467.174977:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575467.174984:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575467.174995:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067959424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575467.175003:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575467.175007:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788575467.175007:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067959296:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575467.175010:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575467.175016:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3181
00000100:00080000:0.0:1788575467.175019:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575467.175021:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575467.175037:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575467.175047:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067959552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575467.175065:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575467.175095:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575467/real 1788575467]  req@ffff91cdd26f5f80 x1875454067959296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575467.175107:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067959296/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575467.175114:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575467.175116:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575467.175119:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067959296:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575467.175134:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959424:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575467.175146:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575467.175152:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575467/real 1788575467]  req@ffff91cdd26f6d80 x1875454067959424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575467.175159:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067959424/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575467.175169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575467.175171:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575467.175173:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959424:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575467.175176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575467.175188:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575467.175194:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575467/real 1788575467]  req@ffff91cdd26f7800 x1875454067959552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575467.175200:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067959552/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575467.175204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575467.175205:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575467.175207:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959552:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575468.070927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575469.094933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575470.118922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575471.142953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575472.167003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575472.294973:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575472.294982:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575472.294985:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575472.294994:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3186
00000100:00080000:1.0:1788575472.295003:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575472.295010:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575472.295047:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067959680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575472.295077:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575472.295081:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575472.295084:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575472.295107:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3186
00000100:00080000:1.0:1788575472.295112:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575472.295117:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575472.295127:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575472.295131:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067959680:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575472.295139:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067959808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575472.295149:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575472.295152:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575472.295154:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575472.295157:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3186
00000100:00080000:1.0:1788575472.295160:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575472.295163:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575472.295167:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575472.295175:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067959936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575472.295193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575472.295234:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575472/real 1788575472]  req@ffff91cdd1369c00 x1875454067959680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575472.295250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067959680/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575472.295258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575472.295261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575472.295264:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067959680:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575472.295283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959808:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575472.295300:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575472.295309:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575472/real 1788575472]  req@ffff91cdd136ad80 x1875454067959808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575472.295328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067959808/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575472.295334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575472.295336:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575472.295338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959808:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575472.295342:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575472.295355:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575472.295362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575472/real 1788575472]  req@ffff91cdd1368000 x1875454067959936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575472.295369:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067959936/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575472.295387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575472.295390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575472.295392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067959936:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575473.191014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575474.214990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575475.238982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575476.263014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575477.286966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575477.414953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575477.414966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575477.414972:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575477.414984:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3191
00000100:00080000:2.0:1788575477.414998:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575477.415006:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575477.415053:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067960064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575477.415102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575477.415106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575477.415108:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575477.415112:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3191
00000100:00080000:2.0:1788575477.415115:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575477.415120:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575477.415131:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575477.415143:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067960192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575477.415153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575477.415156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575477.415160:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788575477.415162:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067960064:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575477.415167:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3191
00000100:00080000:2.0:1788575477.415172:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575477.415178:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575477.415185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575477.415198:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067960320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575477.415257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575477.415306:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575477/real 1788575477]  req@ffff91cdd1289880 x1875454067960064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575477.415331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067960064/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575477.415343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575477.415348:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575477.415352:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067960064:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575477.415378:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960192:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575477.415408:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575477.415421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575477/real 1788575477]  req@ffff91cdd128b100 x1875454067960192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575477.415434:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067960192/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575477.415441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575477.415444:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575477.415448:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960192:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575477.415454:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575477.415473:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575477.415484:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575477/real 1788575477]  req@ffff91cdd1288a80 x1875454067960320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575477.415508:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067960320/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575477.415515:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575477.415518:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575477.415550:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960320:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575478.310940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575479.334936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575480.358966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575481.382982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575482.406985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575482.534928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575482.534941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575482.534946:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575482.534959:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3196
00000100:00080000:3.0:1788575482.534972:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575482.534981:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575482.535031:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067960448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575482.535061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575482.535066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575482.535068:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575482.535073:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3196
00000100:00080000:3.0:1788575482.535077:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575482.535082:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575482.535110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575482.535126:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067960448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575482.535129:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067960576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575482.535154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575482.535158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575482.535160:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575482.535166:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3196
00000100:00080000:3.0:1788575482.535170:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575482.535175:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575482.535180:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575482.535224:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575482.535258:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067960704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575482.535272:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575482/real 1788575482]  req@ffff91cdd142e680 x1875454067960448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575482.535297:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067960448/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575482.535305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575482.535308:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575482.535311:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067960448:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575482.535330:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960576:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575482.535347:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575482.535354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575482/real 1788575482]  req@ffff91cdd142ea00 x1875454067960576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575482.535361:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067960576/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575482.535365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575482.535368:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575482.535369:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960576:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575482.535373:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575482.535381:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575482.535386:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575482/real 1788575482]  req@ffff91cdd142d880 x1875454067960704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575482.535393:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067960704/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575482.535404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575482.535407:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575482.535408:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960704:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575483.430925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575484.454934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575485.478916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575486.502943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575487.526948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575487.654896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575487.654907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575487.654911:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575487.654920:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3202
00000100:00080000:3.0:1788575487.654929:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575487.654937:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575487.654971:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067960832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575487.655000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575487.655004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575487.655026:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575487.655031:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3202
00000100:00080000:3.0:1788575487.655035:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575487.655040:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575487.655049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575487.655053:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067960832:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575487.655067:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067960960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575487.655079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575487.655082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575487.655084:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575487.655088:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3202
00000100:00080000:3.0:1788575487.655098:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788575487.655104:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788575487.655104:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575487.655111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575487.655124:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067961088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575487.655144:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575487/real 1788575487]  req@ffff91cdd142f100 x1875454067960832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575487.655158:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067960832/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575487.655166:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575487.655170:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575487.655174:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067960832:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575487.655195:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960960:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575487.655214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575487.655223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575487/real 1788575487]  req@ffff91cdd142d880 x1875454067960960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575487.655231:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067960960/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575487.655244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575487.655246:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575487.655248:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067960960:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575487.655252:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575487.655264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575487.655279:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575487/real 1788575487]  req@ffff91cdd142ea00 x1875454067961088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575487.655291:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067961088/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575487.655295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575487.655297:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575487.655299:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961088:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575488.550968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575489.574936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575490.598959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575491.622912:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575492.647306:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575492.775837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575492.775849:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575492.775853:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575492.775864:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3207
00000100:00080000:3.0:1788575492.775877:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575492.775884:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575492.775943:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067961216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575492.775986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575492.775993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575492.775995:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575492.776000:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3207
00000100:00080000:3.0:1788575492.776004:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575492.776009:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575492.776020:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575492.776033:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067961344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575492.776038:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067961216:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575492.776052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575492.776055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575492.776057:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575492.776061:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3207
00000100:00080000:3.0:1788575492.776064:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575492.776068:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575492.776073:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575492.776084:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067961472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575492.776116:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575492.776160:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575492/real 1788575492]  req@ffff91cdd142e680 x1875454067961216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575492.776178:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067961216/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575492.776189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575492.776199:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575492.776204:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067961216:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575492.776228:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961344:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575492.776249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575492.776266:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575492/real 1788575492]  req@ffff91cdd142e300 x1875454067961344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575492.776278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067961344/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575492.776286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575492.776289:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575492.776293:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961344:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575492.776299:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575492.776314:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575492.776329:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575492/real 1788575492]  req@ffff91cdd142d180 x1875454067961472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575492.776339:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067961472/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575492.776347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575492.776350:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575492.776353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961472:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575493.671156:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575494.694950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575495.718908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575496.742903:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575497.766967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575497.894901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575497.894911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575497.894915:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575497.894924:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3212
00000100:00080000:1.0:1788575497.894934:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575497.894940:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575497.894974:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067961600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575497.894997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575497.895014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575497.895016:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575497.895020:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3212
00000100:00080000:1.0:1788575497.895024:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575497.895029:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575497.895039:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575497.895043:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067961600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575497.895052:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067961728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575497.895064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575497.895067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575497.895068:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575497.895072:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3212
00000100:00080000:1.0:1788575497.895075:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575497.895079:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575497.895083:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575497.895092:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067961856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575497.895125:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575497.895170:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575497/real 1788575497]  req@ffff91cdd1369f80 x1875454067961600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575497.895186:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067961600/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575497.895194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575497.895196:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575497.895199:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067961600:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575497.895217:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961728:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575497.895234:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575497.895241:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575497/real 1788575497]  req@ffff91cdd136a680 x1875454067961728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575497.895249:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067961728/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575497.895254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575497.895256:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575497.895258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961728:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575497.895269:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575497.895291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575497.895311:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575497/real 1788575497]  req@ffff91cdd136b800 x1875454067961856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575497.895323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067961856/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575497.895329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575497.895331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575497.895333:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067961856:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575498.790981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575499.814934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575500.839001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575501.862940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575502.886947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575503.014926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575503.014936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575503.014939:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575503.014950:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3217
00000100:00080000:1.0:1788575503.014960:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575503.014968:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575503.015012:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067961984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575503.015053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575503.015056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575503.015057:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575503.015060:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3217
00000100:00080000:1.0:1788575503.015063:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575503.015065:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575503.015074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575503.015092:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067962112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575503.015099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575503.015102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575503.015103:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575503.015106:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3217
00000100:00080000:1.0:1788575503.015108:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575503.015110:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575503.015113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575503.015120:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067961984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575503.015122:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067962240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575503.015204:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575503.015253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575503/real 1788575503]  req@ffff91cdd136b480 x1875454067961984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575503.015288:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067961984/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575503.015308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575503.015312:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575503.015316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067961984:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575503.015324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962112:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575503.015348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575503.015362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575503/real 1788575503]  req@ffff91cdd1369500 x1875454067962112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575503.015389:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067962112/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575503.015397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575503.015401:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575503.015404:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962112:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575503.015431:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575503.015452:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575503.015464:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575503/real 1788575503]  req@ffff91cdd1368700 x1875454067962240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575503.015476:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067962240/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575503.015483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575503.015486:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575503.015490:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962240:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575503.910962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575504.934954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575505.958952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575506.982948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575508.006944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575508.134891:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575508.134899:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575508.134902:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575508.134909:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3222
00000100:00080000:1.0:1788575508.134933:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575508.134938:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575508.134965:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067962368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575508.134986:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575508.134988:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575508.134989:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575508.134992:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3222
00000100:00080000:1.0:1788575508.134994:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575508.134996:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575508.135002:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575508.135009:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067962496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575508.135015:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575508.135018:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575508.135019:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575508.135021:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3222
00000100:00080000:1.0:1788575508.135023:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575508.135025:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575508.135027:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575508.135035:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067962624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575508.135036:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067962368:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575508.135097:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575508.135135:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575508/real 1788575508]  req@ffff91cdd1368380 x1875454067962368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575508.135152:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067962368/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575508.135169:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575508.135174:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575508.135178:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067962368:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575508.135185:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962496:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575508.135209:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575508.135220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575508/real 1788575508]  req@ffff91cdd136a300 x1875454067962496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575508.135231:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067962496/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575508.135239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575508.135242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575508.135245:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962496:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575508.135268:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962624:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575508.135284:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575508.135294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575508/real 1788575508]  req@ffff91cdd1368e00 x1875454067962624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575508.135304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067962624/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575508.135312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575508.135315:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575508.135318:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962624:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575509.030941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575510.054922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575511.078920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575512.102965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575513.126911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575513.254892:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575513.254900:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575513.254903:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575513.254910:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3227
00000100:00080000:0.0:1788575513.254917:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575513.254922:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575513.254948:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067962752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575513.254971:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575513.254975:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575513.254977:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575513.254981:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3227
00000100:00080000:0.0:1788575513.254984:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575513.254989:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575513.254997:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575513.255006:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067962752:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575513.255011:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067962880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575513.255019:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575513.255021:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575513.255022:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575513.255024:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3227
00000100:00080000:0.0:1788575513.255039:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575513.255043:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575513.255046:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575513.255054:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067963008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575513.255061:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575513.255095:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575513/real 1788575513]  req@ffff91cdd26f5c00 x1875454067962752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575513.255107:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067962752/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575513.255114:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575513.255117:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575513.255119:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067962752:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575513.255135:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962880:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575513.255147:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575513.255154:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575513/real 1788575513]  req@ffff91cdd26f4000 x1875454067962880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575513.255160:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067962880/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575513.255165:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575513.255166:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575513.255168:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067962880:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575513.255171:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575513.255180:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575513.255185:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575513/real 1788575513]  req@ffff91cdd26f7b80 x1875454067963008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575513.255197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067963008/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575513.255202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575513.255204:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575513.255205:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963008:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575514.150931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575515.174957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575516.198932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575517.222984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575518.246976:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575518.374907:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575518.374917:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575518.374921:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575518.374930:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3232
00000100:00080000:0.0:1788575518.374940:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575518.374946:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575518.374977:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067963136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575518.375012:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575518.375016:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575518.375017:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575518.375020:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3232
00000100:00080000:0.0:1788575518.375023:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575518.375027:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575518.375035:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575518.375047:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067963264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575518.375057:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575518.375071:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575518.375073:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575518.375077:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3232
00000100:00080000:0.0:1788575518.375081:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575518.375085:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575518.375090:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575518.375097:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067963136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575518.375108:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067963392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575518.375173:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575518.375228:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575518/real 1788575518]  req@ffff91cdd26f5880 x1875454067963136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575518.375248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067963136/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575518.375257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575518.375261:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575518.375266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067963136:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575518.375275:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963264:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575518.375304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575518.375316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575518/real 1788575518]  req@ffff91cdd26f7100 x1875454067963264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575518.375327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067963264/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575518.375358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575518.375362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575518.375367:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963264:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575518.375424:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575518.375444:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575518.375465:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575518/real 1788575518]  req@ffff91cdd26f4a80 x1875454067963392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575518.375480:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067963392/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575518.375485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575518.375487:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575518.375489:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963392:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575519.270983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575520.294957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575521.318991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575522.342947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575523.369030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575523.495082:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575523.495096:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575523.495103:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575523.495117:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3237
00000100:00080000:0.0:1788575523.495132:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575523.495141:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575523.495190:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067963520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575523.495219:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575523.495223:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575523.495225:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575523.495229:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3237
00000100:00080000:0.0:1788575523.495234:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575523.495241:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575523.495254:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575523.495255:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067963520:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575523.495275:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067963648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575523.495308:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575523.495312:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575523.495313:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575523.495318:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3237
00000100:00080000:0.0:1788575523.495324:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575523.495329:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575523.495335:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575523.495350:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067963776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575523.495382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963648:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575523.495410:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963776:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575524.390992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575525.414981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575526.438992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788575526.567126:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788575526.567176:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788575526.567196:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575526.567244:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575526.567255:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788575526.567305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575523/real 1788575526]  req@ffff91cdd26f5180 x1875454067963648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575526.567336:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067963648/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575526.567395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575526.567401:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575526.567406:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963648:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575526.567415:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575523/real 1788575526]  req@ffff91cdd26f6300 x1875454067963776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575526.567429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067963776/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575526.567437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575526.567442:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575526.567446:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067963776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575526.567453:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575523/real 1788575526]  req@ffff91cdd26f4380 x1875454067963520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575526.567466:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067963520/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575526.567473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575526.567477:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575526.567480:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067963520:192.168.202.119@tcp:250:kworker.0
00010000:00010000:3.0:1788575527.463016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575528.486967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575528.614953:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575528.614967:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575528.614971:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575528.614981:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3242
00000100:00080000:0.0:1788575528.614994:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575528.615000:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575528.615042:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067963904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575528.615068:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575528.615071:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575528.615072:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575528.615074:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3242
00000100:00080000:0.0:1788575528.615077:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575528.615079:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575528.615118:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575528.615126:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067963904:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575528.615135:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067964032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575528.615147:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575528.615150:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575528.615153:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575528.615157:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3242
00000100:00080000:0.0:1788575528.615166:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575528.615171:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575528.615176:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575528.615188:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067964160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575528.615205:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575528.615269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575528/real 1788575528]  req@ffff91cdd26f5500 x1875454067963904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575528.615299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067963904/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575528.615312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575528.615317:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575528.615321:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067963904:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575528.615355:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964032:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575528.615380:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575528.615393:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575528/real 1788575528]  req@ffff91cdd26f6680 x1875454067964032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575528.615424:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067964032/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575528.615431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575528.615434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575528.615438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964032:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575528.615444:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575528.615464:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575528.615476:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575528/real 1788575528]  req@ffff91cdd26f6a00 x1875454067964160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575528.615488:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067964160/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575528.615508:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575528.615511:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575528.615515:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964160:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575529.510995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575530.534982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575531.558936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575532.582957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575533.606953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575533.734873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575533.734894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575533.734898:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575533.734907:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3248
00000100:00080000:1.0:1788575533.734917:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575533.734923:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575533.734951:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067964288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575533.734974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575533.734977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575533.734986:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575533.734992:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3248
00000100:00080000:1.0:1788575533.735007:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575533.735012:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575533.735022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575533.735034:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067964416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575533.735045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575533.735049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575533.735053:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575533.735058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067964288:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575533.735059:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3248
00000100:00080000:1.0:1788575533.735071:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575533.735077:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575533.735081:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575533.735095:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067964544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575533.735141:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575533.735182:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575533/real 1788575533]  req@ffff91cdd136b100 x1875454067964288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575533.735202:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067964288/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575533.735214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575533.735219:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575533.735223:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067964288:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575533.735251:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964416:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575533.735269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575533.735277:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575533/real 1788575533]  req@ffff91cdd1369180 x1875454067964416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575533.735285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067964416/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575533.735290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575533.735292:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575533.735294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964416:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575533.735309:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575533.735322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575533.735328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575533/real 1788575533]  req@ffff91cdd136aa00 x1875454067964544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575533.735336:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067964544/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575533.735340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575533.735342:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575533.735343:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964544:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575534.630973:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575535.654946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575536.678960:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575537.702987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575538.726966:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575538.854906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575538.854918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575538.854922:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575538.854933:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3253
00000100:00080000:3.0:1788575538.854943:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575538.854950:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575538.854982:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067964672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575538.855008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575538.855012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575538.855013:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575538.855018:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3253
00000100:00080000:3.0:1788575538.855021:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575538.855026:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575538.855035:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575538.855051:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067964800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575538.855063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575538.855067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575538.855096:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067964672:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575538.855111:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575538.855118:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3253
00000100:00080000:3.0:1788575538.855122:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575538.855127:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575538.855133:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575538.855147:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067964928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575538.855193:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575538.855255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575538/real 1788575538]  req@ffff91cdd142d500 x1875454067964672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575538.855276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067964672/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575538.855288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575538.855293:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575538.855297:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067964672:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575538.855326:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964800:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575538.855368:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575538.855381:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575538/real 1788575538]  req@ffff91cdd142d180 x1875454067964800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575538.855393:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067964800/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575538.855399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575538.855402:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575538.855405:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964800:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575538.855411:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575538.855431:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575538.855440:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575538/real 1788575538]  req@ffff91cdd142e300 x1875454067964928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575538.855450:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067964928/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575538.855457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575538.855460:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575538.855463:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067964928:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575539.750957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575540.774953:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575541.799002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575542.822935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575543.846936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575543.974896:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575543.974904:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575543.974907:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575543.974914:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3258
00000100:00080000:1.0:1788575543.974922:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575543.974928:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575543.974957:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067965056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575543.974977:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575543.974979:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575543.974981:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575543.974984:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3258
00000100:00080000:1.0:1788575543.974988:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575543.974992:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575543.975000:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575543.975012:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067965184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575543.975024:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575543.975029:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575543.975029:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067965056:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575543.975032:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575543.975038:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3258
00000100:00080000:1.0:1788575543.975042:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575543.975044:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575543.975060:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575543.975069:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067965312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575543.975084:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575543.975117:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575543/real 1788575543]  req@ffff91cdd1369880 x1875454067965056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575543.975141:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067965056/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575543.975152:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575543.975176:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575543.975179:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067965056:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575543.975198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965184:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575543.975214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575543.975223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575543/real 1788575543]  req@ffff91cdd136bb80 x1875454067965184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575543.975230:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067965184/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575543.975235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575543.975237:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575543.975241:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965184:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575543.975246:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575543.975263:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575543.975273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575543/real 1788575543]  req@ffff91cdd1368a80 x1875454067965312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575543.975285:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067965312/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575543.975300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575543.975302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575543.975304:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965312:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575544.870906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575545.894965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575546.918951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575547.943017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575548.966997:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575549.094943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575549.094958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575549.094963:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575549.094979:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3263
00000100:00080000:3.0:1788575549.094992:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575549.095001:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575549.095044:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067965440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575549.095070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575549.095072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575549.095074:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575549.095077:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3263
00000100:00080000:3.0:1788575549.095095:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575549.095100:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575549.095110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575549.095116:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067965440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575549.095122:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067965568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575549.095130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575549.095132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575549.095134:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575549.095137:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3263
00000100:00080000:3.0:1788575549.095139:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575549.095141:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575549.095143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575549.095150:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067965696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575549.095198:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575549.095255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575549/real 1788575549]  req@ffff91cdd142e680 x1875454067965440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575549.095276:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067965440/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575549.095285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575549.095289:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575549.095292:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067965440:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575549.095313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965568:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575549.095330:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575549.095338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575549/real 1788575549]  req@ffff91cdd142ea00 x1875454067965568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575549.095345:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067965568/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575549.095350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575549.095352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575549.095360:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965568:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575549.095364:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575549.095377:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575549.095383:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575549/real 1788575549]  req@ffff91cdd142d880 x1875454067965696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575549.095390:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067965696/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575549.095394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575549.095395:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575549.095397:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965696:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575549.990942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575551.014978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575552.038923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575553.062981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575554.086976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575554.214894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575554.214903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575554.214907:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575554.214915:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3268
00000100:00080000:3.0:1788575554.214925:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575554.214930:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575554.214972:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067965824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575554.214994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575554.214998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575554.215000:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575554.215004:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3268
00000100:00080000:3.0:1788575554.215008:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575554.215012:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575554.215023:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575554.215036:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067965952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575554.215045:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067965824:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575554.215045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575554.215048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575554.215050:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575554.215053:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3268
00000100:00080000:3.0:1788575554.215056:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575554.215060:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575554.215065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575554.215075:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067966080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575554.215107:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575554.215147:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575554/real 1788575554]  req@ffff91cdd142f100 x1875454067965824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575554.215164:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067965824/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575554.215175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575554.215179:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575554.215184:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067965824:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575554.215208:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965952:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575554.215230:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575554.215239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575554/real 1788575554]  req@ffff91cdd142d880 x1875454067965952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575554.215246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067965952/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575554.215251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575554.215253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575554.215255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067965952:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575554.215258:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575554.215268:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575554.215273:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575554/real 1788575554]  req@ffff91cdd142ea00 x1875454067966080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575554.215279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067966080/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575554.215283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575554.215285:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575554.215287:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966080:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575555.110925:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575556.134961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575557.158967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575558.183101:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575559.206891:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575559.334920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575559.334930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575559.334934:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575559.334944:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3273
00000100:00080000:1.0:1788575559.334954:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575559.334961:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575559.334999:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368a80 x1875454067966208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575559.335025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575559.335028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575559.335030:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575559.335034:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3273
00000100:00080000:1.0:1788575559.335038:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575559.335043:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575559.335053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575559.335058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067966208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575559.335069:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136bb80 x1875454067966336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575559.335081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575559.335084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575559.335086:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575559.335090:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3273
00000100:00080000:1.0:1788575559.335108:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1788575559.335120:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:1.0:1788575559.335122:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575559.335130:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575559.335144:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369880 x1875454067966464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575559.335161:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575559/real 1788575559]  req@ffff91cdd1368a80 x1875454067966208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575559.335197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368a80 x1875454067966208/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575559.335204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575559.335207:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575559.335210:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067966208:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575559.335227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966336:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575559.335243:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575559.335250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575559/real 1788575559]  req@ffff91cdd136bb80 x1875454067966336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575559.335258:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136bb80 x1875454067966336/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575559.335265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575559.335268:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575559.335271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966336:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575559.335276:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575559.335294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575559.335305:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575559/real 1788575559]  req@ffff91cdd1369880 x1875454067966464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575559.335316:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369880 x1875454067966464/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575559.335335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575559.335338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575559.335342:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966464:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575560.230901:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575561.254986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575562.279136:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575563.303061:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575564.326951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575564.454955:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575564.454966:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575564.454970:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575564.454980:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3278
00000100:00080000:0.0:1788575564.454992:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575564.454999:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575564.455039:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6a00 x1875454067966592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575564.455072:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575564.455075:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575564.455076:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575564.455079:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3278
00000100:00080000:0.0:1788575564.455081:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575564.455083:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575564.455092:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575564.455102:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6680 x1875454067966720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575564.455110:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575564.455113:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575564.455129:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575564.455137:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3278
00000100:00080000:0.0:1788575564.455140:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575564.455144:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575564.455148:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575564.455157:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067966592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575564.455161:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5500 x1875454067966848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575564.455235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575564.455272:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575564/real 1788575564]  req@ffff91cdd26f6a00 x1875454067966592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575564.455284:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6a00 x1875454067966592/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575564.455292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575564.455296:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575564.455300:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067966592:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575564.455308:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966720:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575564.455344:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575564.455357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575564/real 1788575564]  req@ffff91cdd26f6680 x1875454067966720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575564.455367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6680 x1875454067966720/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575564.455372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575564.455374:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575564.455376:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966720:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575564.455396:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575564.455410:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575564.455416:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575564/real 1788575564]  req@ffff91cdd26f5500 x1875454067966848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575564.455423:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5500 x1875454067966848/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575564.455427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575564.455429:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575564.455431:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067966848:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575565.351042:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575566.374918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575567.398961:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575568.422982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575569.446943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575569.574941:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575569.574954:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575569.574959:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575569.574971:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3283
00000100:00080000:0.0:1788575569.574983:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575569.574990:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575569.575031:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4380 x1875454067966976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575569.575054:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575569.575057:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575569.575058:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575569.575061:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3283
00000100:00080000:0.0:1788575569.575063:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575569.575065:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575569.575074:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575569.575083:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6300 x1875454067967104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575569.575110:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575569.575112:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067966976:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575569.575113:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575569.575117:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575569.575123:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3283
00000100:00080000:0.0:1788575569.575126:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575569.575129:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575569.575133:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575569.575147:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5180 x1875454067967232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575569.575196:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575569.575250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575569/real 1788575569]  req@ffff91cdd26f4380 x1875454067966976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575569.575270:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4380 x1875454067966976/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575569.575282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575569.575286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575569.575290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067966976:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575569.575324:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967104:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575569.575349:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575569.575361:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575569/real 1788575569]  req@ffff91cdd26f6300 x1875454067967104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575569.575372:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6300 x1875454067967104/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575569.575380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575569.575383:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575569.575387:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967104:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575569.575392:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575569.575409:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575569.575418:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575569/real 1788575569]  req@ffff91cdd26f5180 x1875454067967232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575569.575429:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5180 x1875454067967232/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575569.575451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575569.575454:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575569.575458:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967232:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575570.470927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575571.494947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575572.518949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575573.542982:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575574.566977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575574.694924:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575574.694935:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575574.694940:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575574.694950:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3289
00000100:00080000:1.0:1788575574.694959:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575574.694966:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575574.695001:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136aa00 x1875454067967360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575574.695028:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575574.695032:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575574.695033:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575574.695036:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3289
00000100:00080000:1.0:1788575574.695039:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575574.695042:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575574.695049:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575574.695059:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369180 x1875454067967488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575574.695067:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575574.695080:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575574.695082:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575574.695085:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3289
00000100:00080000:1.0:1788575574.695089:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575574.695092:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575574.695095:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575574.695103:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b100 x1875454067967616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575574.695110:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067967360:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575574.695184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575574.695226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575574/real 1788575574]  req@ffff91cdd136aa00 x1875454067967360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575574.695241:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136aa00 x1875454067967360/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575574.695250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575574.695253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575574.695256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067967360:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575574.695261:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967488:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575574.695275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575574.695282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575574/real 1788575574]  req@ffff91cdd1369180 x1875454067967488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575574.695289:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369180 x1875454067967488/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575574.695294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575574.695306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575574.695308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967488:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575574.695341:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967616:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575574.695357:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575574.695367:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575574/real 1788575574]  req@ffff91cdd136b100 x1875454067967616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575574.695379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b100 x1875454067967616/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575574.695386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575574.695390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575574.695393:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967616:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575575.590972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575576.614872:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575577.638945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575578.662934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575579.687009:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575579.814887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575579.814895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575579.814898:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575579.814911:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3294
00000100:00080000:3.0:1788575579.814919:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575579.814926:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575579.814954:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067967744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575579.814971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575579.814973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575579.814974:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575579.814979:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3294
00000100:00080000:3.0:1788575579.814981:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575579.814983:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575579.814990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575579.814997:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067967872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575579.815018:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067967744:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575579.815022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575579.815027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575579.815029:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575579.815034:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3294
00000100:00080000:3.0:1788575579.815038:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575579.815042:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575579.815048:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575579.815060:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067968000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575579.815080:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575579.815115:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575579/real 1788575579]  req@ffff91cdd142e680 x1875454067967744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575579.815133:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067967744/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575579.815143:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575579.815146:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575579.815157:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067967744:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575579.815181:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967872:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575579.815205:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575579.815218:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575579/real 1788575579]  req@ffff91cdd142e300 x1875454067967872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575579.815230:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067967872/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575579.815239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575579.815242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575579.815246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067967872:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575579.815252:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575579.815271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575579.815282:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575579/real 1788575579]  req@ffff91cdd142d180 x1875454067968000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575579.815304:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067968000/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575579.815312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575579.815315:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575579.815319:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968000:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575580.710912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575581.735020:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575582.758976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575583.782985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575584.807003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575584.934920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575584.934931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575584.934935:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575584.934946:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3299
00000100:00080000:3.0:1788575584.934958:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575584.934964:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575584.935003:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067968128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575584.935028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575584.935031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575584.935032:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575584.935052:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3299
00000100:00080000:3.0:1788575584.935055:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575584.935059:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575584.935069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575584.935081:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067968256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575584.935088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575584.935091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575584.935092:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575584.935094:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3299
00000100:00080000:3.0:1788575584.935096:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575584.935098:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575584.935102:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575584.935112:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067968384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575584.935122:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067968128:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575584.935199:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575584.935243:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575584/real 1788575584]  req@ffff91cdd142d500 x1875454067968128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575584.935262:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067968128/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575584.935273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575584.935277:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575584.935281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067968128:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575584.935299:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968256:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575584.935321:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575584.935335:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575584/real 1788575584]  req@ffff91cdd142d180 x1875454067968256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575584.935347:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067968256/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575584.935355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575584.935359:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575584.935362:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968256:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575584.935386:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575584.935406:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575584.935416:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575584/real 1788575584]  req@ffff91cdd142e300 x1875454067968384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575584.935448:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067968384/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575584.935456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575584.935459:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575584.935463:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968384:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575585.830919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575586.854913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575587.878934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575588.902933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575589.926934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575590.054923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575590.054931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575590.054935:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575590.054945:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3304
00000100:00080000:2.0:1788575590.054955:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575590.054962:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575590.054992:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067968512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575590.055017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575590.055021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575590.055022:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575590.055026:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3304
00000100:00080000:2.0:1788575590.055029:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575590.055033:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575590.055043:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575590.055056:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067968512:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575590.055072:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067968640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575590.055081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575590.055084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575590.055085:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575590.055088:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3304
00000100:00080000:2.0:1788575590.055092:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575590.055095:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575590.055098:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575590.055107:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067968768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575590.055208:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968640:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575590.055330:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968768:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575590.950991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575591.974949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575592.998911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575593.127049:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788575593.127088:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575593.127103:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788575593.127137:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788575593.127147:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:3.0:1788575593.127186:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575590/real 1788575593]  req@ffff91cdd128a680 x1875454067968640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575593.127225:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067968640/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575593.127237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575593.127242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575593.127246:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968640:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575593.127253:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575590/real 1788575593]  req@ffff91cdd128aa00 x1875454067968768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575593.127264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067968768/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575593.127272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575593.127276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575593.127279:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067968768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575593.127286:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575590/real 1788575593]  req@ffff91cdd1288380 x1875454067968512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575593.127298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067968512/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575593.127306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575593.127310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575593.127313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067968512:192.168.202.119@tcp:250:kworker.0
00010000:00010000:2.0:1788575594.022931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575595.046946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575595.174961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575595.174969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575595.174972:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575595.174981:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3309
00000100:00080000:2.0:1788575595.174992:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575595.174999:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575595.175031:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289500 x1875454067968896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575595.175076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575595.175080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575595.175082:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575595.175086:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3309
00000100:00080000:2.0:1788575595.175089:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575595.175093:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575595.175103:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575595.175117:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288380 x1875454067969024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575595.175125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575595.175127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575595.175129:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575595.175133:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3309
00000100:00100000:3.0:1788575595.175134:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067968896:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575595.175137:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575595.175144:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575595.175149:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575595.175161:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128aa00 x1875454067969152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575595.175206:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575595.175245:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575595/real 1788575595]  req@ffff91cdd1289500 x1875454067968896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575595.175262:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289500 x1875454067968896/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575595.175272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575595.175275:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575595.175279:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067968896:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575595.175306:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969024:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575595.175328:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575595.175339:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575595/real 1788575595]  req@ffff91cdd1288380 x1875454067969024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575595.175349:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288380 x1875454067969024/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575595.175357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575595.175360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575595.175363:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969024:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575595.175368:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575595.175386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575595.175397:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575595/real 1788575595]  req@ffff91cdd128aa00 x1875454067969152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575595.175421:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128aa00 x1875454067969152/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575595.175430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575595.175432:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575595.175451:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969152:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575596.070978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575597.095068:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575598.118967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575599.143017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575600.167132:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575600.294989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575600.295001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575600.295005:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575600.295015:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3314
00000100:00080000:1.0:1788575600.295026:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575600.295040:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575600.295088:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368e00 x1875454067969280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575600.295120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575600.295124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575600.295126:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575600.295130:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3314
00000100:00080000:1.0:1788575600.295134:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575600.295139:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575600.295150:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575600.295163:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a300 x1875454067969408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575600.295176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067969280:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575600.295195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575600.295199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575600.295201:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575600.295206:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3314
00000100:00080000:1.0:1788575600.295211:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575600.295216:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575600.295222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575600.295235:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368380 x1875454067969536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575600.295253:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575600.295297:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575600/real 1788575600]  req@ffff91cdd1368e00 x1875454067969280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575600.295311:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368e00 x1875454067969280/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575600.295327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575600.295332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575600.295336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067969280:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575600.295362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969408:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575600.295382:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575600.295392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575600/real 1788575600]  req@ffff91cdd136a300 x1875454067969408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575600.295400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a300 x1875454067969408/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575600.295411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575600.295414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575600.295416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969408:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575600.295420:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575600.295434:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575600.295440:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575600/real 1788575600]  req@ffff91cdd1368380 x1875454067969536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575600.295447:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368380 x1875454067969536/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575600.295452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575600.295454:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575600.295456:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969536:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575601.191016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575602.214985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575603.238990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575604.263014:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575605.286978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575605.414917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575605.414926:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575605.414929:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575605.414937:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3319
00000100:00080000:1.0:1788575605.414946:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575605.414952:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575605.414982:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368700 x1875454067969664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575605.415002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575605.415004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575605.415005:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575605.415008:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3319
00000100:00080000:1.0:1788575605.415010:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575605.415012:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575605.415032:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575605.415040:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369500 x1875454067969792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575605.415045:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067969664:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575605.415052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575605.415055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575605.415056:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575605.415059:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3319
00000100:00080000:1.0:1788575605.415061:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575605.415064:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575605.415067:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575605.415075:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b480 x1875454067969920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575605.415102:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575605.415134:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575605/real 1788575605]  req@ffff91cdd1368700 x1875454067969664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575605.415146:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368700 x1875454067969664/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575605.415153:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575605.415156:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575605.415168:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067969664:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575605.415185:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969792:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575605.415201:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575605.415209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575605/real 1788575605]  req@ffff91cdd1369500 x1875454067969792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575605.415216:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369500 x1875454067969792/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575605.415221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575605.415223:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575605.415225:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969792:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575605.415228:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575605.415237:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575605.415243:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575605/real 1788575605]  req@ffff91cdd136b480 x1875454067969920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575605.415252:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b480 x1875454067969920/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575605.415260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575605.415263:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575605.415265:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067969920:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575606.310952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575607.334997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575608.358954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575609.383002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575610.406955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575610.534956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575610.534967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575610.534971:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575610.534982:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3324
00000100:00080000:2.0:1788575610.534992:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575610.534999:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575610.535040:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128a680 x1875454067970048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575610.535061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575610.535064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575610.535065:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575610.535069:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3324
00000100:00080000:2.0:1788575610.535072:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575610.535077:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575610.535089:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575610.535103:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288a80 x1875454067970176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575610.535108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067970048:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575610.535118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575610.535122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575610.535123:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575610.535126:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3324
00000100:00080000:2.0:1788575610.535129:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575610.535131:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575610.535135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575610.535162:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128b100 x1875454067970304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575610.535195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575610.535246:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575610/real 1788575610]  req@ffff91cdd128a680 x1875454067970048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575610.535264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128a680 x1875454067970048/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575610.535275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575610.535279:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575610.535283:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067970048:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575610.535312:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970176:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575610.535335:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575610.535347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575610/real 1788575610]  req@ffff91cdd1288a80 x1875454067970176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575610.535359:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288a80 x1875454067970176/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575610.535366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575610.535369:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575610.535372:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970176:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575610.535377:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575610.535395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575610.535416:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575610/real 1788575610]  req@ffff91cdd128b100 x1875454067970304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575610.535434:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128b100 x1875454067970304/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575610.535441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575610.535444:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575610.535447:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970304:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575611.431028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575612.454989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575613.479016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575614.503035:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575615.526955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575615.654985:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575615.655001:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575615.655007:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575615.655019:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3330
00000100:00080000:0.0:1788575615.655031:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575615.655039:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575615.655085:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067970432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575615.655115:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575615.655136:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575615.655139:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575615.655143:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3330
00000100:00080000:0.0:1788575615.655149:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575615.655154:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575615.655166:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575615.655184:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067970432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575615.655185:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067970560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575615.655213:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575615.655217:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575615.655219:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575615.655223:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3330
00000100:00080000:0.0:1788575615.655227:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575615.655230:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575615.655235:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575615.655246:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067970688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575615.655271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575615.655312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575615/real 1788575615]  req@ffff91cdd26f4a80 x1875454067970432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575615.655329:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067970432/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575615.655339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575615.655343:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575615.655347:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067970432:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575615.655370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970560:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575615.655389:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575615.655399:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575615/real 1788575615]  req@ffff91cdd26f7100 x1875454067970560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575615.655408:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067970560/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575615.655440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575615.655443:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575615.655446:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970560:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575615.655452:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575615.655472:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575615.655483:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575615/real 1788575615]  req@ffff91cdd26f5880 x1875454067970688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575615.655493:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067970688/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575615.655500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575615.655503:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575615.655505:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970688:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575616.551010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575617.575040:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575618.599051:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575619.622988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575620.646980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575620.774910:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575620.774920:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575620.774924:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575620.774933:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3335
00000100:00080000:0.0:1788575620.774971:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575620.774995:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575620.775027:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067970816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575620.775055:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575620.775059:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575620.775061:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575620.775064:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3335
00000100:00080000:0.0:1788575620.775068:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575620.775072:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575620.775081:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575620.775094:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067970944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575620.775105:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067970816:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575620.775106:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575620.775115:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575620.775117:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575620.775121:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3335
00000100:00080000:0.0:1788575620.775124:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575620.775128:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575620.775133:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575620.775146:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067971072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575620.775171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575620.775213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575620/real 1788575620]  req@ffff91cdd26f7b80 x1875454067970816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575620.775232:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067970816/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575620.775243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575620.775248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575620.775260:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067970816:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575620.775281:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970944:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575620.775304:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575620.775316:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575620/real 1788575620]  req@ffff91cdd26f4000 x1875454067970944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575620.775328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067970944/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575620.775335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575620.775338:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575620.775341:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067970944:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575620.775347:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575620.775366:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575620.775376:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575620/real 1788575620]  req@ffff91cdd26f5c00 x1875454067971072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575620.775387:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067971072/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575620.775395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575620.775398:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575620.775401:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971072:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575621.671005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575622.694952:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575623.719526:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575624.743085:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575625.766939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575625.894883:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575625.894891:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575625.894895:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575625.894903:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3340
00000100:00080000:1.0:1788575625.894912:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575625.894920:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575625.894963:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067971200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575625.894989:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575625.894993:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575625.894995:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575625.894999:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3340
00000100:00080000:1.0:1788575625.895014:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788575625.895022:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067971200:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575625.895022:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575625.895036:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575625.895053:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067971328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575625.895065:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575625.895068:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575625.895070:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575625.895073:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3340
00000100:00080000:1.0:1788575625.895077:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1788575625.895079:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:1.0:1788575625.895083:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575625.895088:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575625.895097:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067971456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575625.895113:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575625/real 1788575625]  req@ffff91cdd136b800 x1875454067971200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575625.895126:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067971200/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575625.895133:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575625.895136:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575625.895139:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067971200:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575625.895160:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971328:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575625.895230:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575625.895239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575625/real 1788575625]  req@ffff91cdd136a680 x1875454067971328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575625.895246:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067971328/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575625.895251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575625.895253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575625.895255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971328:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575625.895259:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575625.895270:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575625.895283:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575625/real 1788575625]  req@ffff91cdd1369f80 x1875454067971456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575625.895298:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067971456/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575625.895303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575625.895305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575625.895307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971456:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575626.790918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575627.814938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575628.838914:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575629.862980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575630.886896:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575631.014919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575631.014929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575631.014933:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575631.014942:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3345
00000100:00080000:3.0:1788575631.014951:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575631.014957:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575631.015018:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067971584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575631.015042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575631.015046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575631.015047:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575631.015050:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3345
00000100:00080000:3.0:1788575631.015053:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575631.015057:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575631.015066:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575631.015076:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067971712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575631.015085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575631.015090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788575631.015092:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067971584:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575631.015092:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575631.015099:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3345
00000100:00080000:3.0:1788575631.015102:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575631.015105:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575631.015109:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575631.015132:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067971840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575631.015165:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575631.015199:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575631/real 1788575631]  req@ffff91cdd142e680 x1875454067971584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575631.015215:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067971584/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575631.015225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575631.015229:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575631.015233:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067971584:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575631.015253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971712:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575631.015271:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575631.015279:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575631/real 1788575631]  req@ffff91cdd142ea00 x1875454067971712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575631.015287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067971712/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575631.015297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575631.015304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575631.015306:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971712:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575631.015310:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575631.015324:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575631.015331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575631/real 1788575631]  req@ffff91cdd142d880 x1875454067971840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575631.015337:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067971840/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575631.015342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575631.015344:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575631.015346:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067971840:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575631.911005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575632.936853:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575633.959444:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575634.982919:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575636.007026:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575636.134888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575636.134895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575636.134898:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575636.134906:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3350
00000100:00080000:3.0:1788575636.134915:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575636.134933:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575636.134970:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067971968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575636.135027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575636.135030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575636.135032:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575636.135035:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3350
00000100:00080000:3.0:1788575636.135038:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575636.135041:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575636.135049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575636.135075:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067971968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575636.135098:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067972096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575636.135110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575636.135113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575636.135115:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575636.135135:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3350
00000100:00080000:3.0:1788575636.135146:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575636.135149:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575636.135153:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788575636.135157:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575636.135164:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067972224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575636.135207:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575636/real 1788575636]  req@ffff91cdd142f100 x1875454067971968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575636.135225:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067971968/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575636.135247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575636.135251:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575636.135255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067971968:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575636.135276:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972096:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575636.135299:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575636.135312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575636/real 1788575636]  req@ffff91cdd142d880 x1875454067972096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575636.135323:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067972096/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575636.135329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575636.135332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575636.135336:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972096:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575636.135342:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575636.135361:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575636.135370:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575636/real 1788575636]  req@ffff91cdd142ea00 x1875454067972224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575636.135377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067972224/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575636.135382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575636.135384:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575636.135386:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972224:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575637.030954:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575638.055022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575639.078951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575640.103050:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575641.127212:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575641.255156:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575641.255164:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575641.255167:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575641.255175:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3355
00000100:00080000:1.0:1788575641.255184:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575641.255191:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575641.255228:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067972352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575641.255252:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575641.255270:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575641.255272:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575641.255277:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3355
00000100:00080000:1.0:1788575641.255282:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575641.255288:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575641.255298:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575641.255303:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067972352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575641.255313:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067972480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575641.255324:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575641.255326:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575641.255328:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575641.255332:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3355
00000100:00080000:1.0:1788575641.255335:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575641.255338:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575641.255343:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575641.255353:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067972608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575641.255372:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575641.255454:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575641/real 1788575641]  req@ffff91cdd1368000 x1875454067972352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575641.255471:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067972352/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575641.255481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575641.255484:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575641.255488:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067972352:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575641.255509:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972480:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575641.255531:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575641.255543:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575641/real 1788575641]  req@ffff91cdd136ad80 x1875454067972480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575641.255554:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067972480/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575641.255562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575641.255565:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575641.255568:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972480:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575641.255575:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972608:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575641.255602:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575641.255613:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575641/real 1788575641]  req@ffff91cdd1369c00 x1875454067972608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575641.255625:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067972608/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575641.255633:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575641.255636:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575641.255639:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972608:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575642.150931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575643.175071:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575644.199031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575645.223074:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575646.246923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575646.374904:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575646.374910:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575646.374914:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575646.374921:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3360
00000100:00080000:3.0:1788575646.374929:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575646.374934:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575646.374963:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067972736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575646.374983:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575646.374985:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575646.374987:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575646.374989:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3360
00000100:00080000:3.0:1788575646.374991:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575646.374993:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575646.375011:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575646.375031:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067972864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575646.375041:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067972736:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575646.375041:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575646.375046:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575646.375056:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575646.375061:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3360
00000100:00080000:3.0:1788575646.375066:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575646.375069:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575646.375075:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575646.375087:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067972992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575646.375098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575646.375133:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575646/real 1788575646]  req@ffff91cdd142e680 x1875454067972736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575646.375149:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067972736/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575646.375159:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575646.375163:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575646.375167:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067972736:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575646.375187:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972864:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575646.375208:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575646.375226:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575646/real 1788575646]  req@ffff91cdd142e300 x1875454067972864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575646.375239:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067972864/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575646.375246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575646.375249:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575646.375253:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972864:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575646.375259:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575646.375277:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575646.375287:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575646/real 1788575646]  req@ffff91cdd142d180 x1875454067972992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575646.375299:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067972992/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575646.375306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575646.375310:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575646.375313:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067972992:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575647.270947:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575648.294973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575649.318980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575650.342965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575651.367062:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575651.494899:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575651.494909:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575651.494913:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575651.494927:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3365
00000100:00080000:2.0:1788575651.494940:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575651.494947:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575651.494990:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289880 x1875454067973120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575651.495018:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575651.495021:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575651.495022:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575651.495025:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3365
00000100:00080000:2.0:1788575651.495051:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575651.495058:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575651.495070:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575651.495072:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067973120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575651.495108:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289f80 x1875454067973248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575651.495120:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575651.495123:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575651.495125:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575651.495129:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3365
00000100:00080000:2.0:1788575651.495133:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575651.495137:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575651.495142:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575651.495154:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd128ad80 x1875454067973376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575651.495161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575651.495217:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575651/real 1788575651]  req@ffff91cdd1289880 x1875454067973120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575651.495251:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289880 x1875454067973120/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575651.495263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575651.495267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575651.495271:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067973120:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575651.495296:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973248:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575651.495320:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575651.495332:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575651/real 1788575651]  req@ffff91cdd1289f80 x1875454067973248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575651.495343:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289f80 x1875454067973248/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575651.495351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575651.495354:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575651.495357:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973248:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575651.495362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575651.495379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575651.495389:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575651/real 1788575651]  req@ffff91cdd128ad80 x1875454067973376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575651.495400:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd128ad80 x1875454067973376/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575651.495419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575651.495423:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575651.495426:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd128ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973376:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575652.391020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575653.414956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575654.438998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575655.462938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575656.486941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575656.614931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575656.614940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575656.614944:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575656.614955:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3370
00000100:00080000:3.0:1788575656.614964:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575656.614971:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575656.615006:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067973504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575656.615058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575656.615063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575656.615077:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575656.615082:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3370
00000100:00100000:0.0:1788575656.615088:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067973504:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575656.615088:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575656.615093:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575656.615103:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575656.615119:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067973632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575656.615130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575656.615133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575656.615135:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575656.615138:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3370
00000100:00080000:3.0:1788575656.615142:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575656.615146:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575656.615150:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575656.615163:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067973760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575656.615209:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973632:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575656.615237:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973760:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575657.510957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575658.535108:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575659.558972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788575659.688385:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:1.0:1788575659.688435:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788575659.688451:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575659.688489:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:1.0:1788575659.688497:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788575659.688533:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575656/real 1788575659]  req@ffff91cdd142d180 x1875454067973632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575659.688557:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067973632/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575659.688569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575659.688573:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575659.688577:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973632:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575659.688583:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575656/real 1788575659]  req@ffff91cdd142e300 x1875454067973760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575659.688594:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067973760/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575659.688620:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575659.688625:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575659.688628:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067973760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575659.688634:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575656/real 1788575659]  req@ffff91cdd142d500 x1875454067973504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575659.688647:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067973504/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575659.688654:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575659.688656:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575659.688659:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067973504:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788575660.583299:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575661.607064:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575661.734893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575661.734904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575661.734908:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575661.734918:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3376
00000100:00080000:3.0:1788575661.734929:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575661.734936:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575661.734979:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067973888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575661.735045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575661.735049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575661.735051:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575661.735055:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3376
00000100:00080000:3.0:1788575661.735060:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575661.735065:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575661.735075:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575661.735091:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067974016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575661.735102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575661.735106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575661.735110:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067973888:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575661.735110:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575661.735119:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3376
00000100:00080000:3.0:1788575661.735125:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575661.735129:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575661.735135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575661.735148:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067974144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575661.735172:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575661.735210:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575661/real 1788575661]  req@ffff91cdd142e680 x1875454067973888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575661.735227:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067973888/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575661.735237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575661.735241:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575661.735251:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067973888:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575661.735272:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974016:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575661.735292:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575661.735303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575661/real 1788575661]  req@ffff91cdd142ea00 x1875454067974016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575661.735314:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067974016/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575661.735321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575661.735324:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575661.735327:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974016:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575661.735332:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575661.735347:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575661.735355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575661/real 1788575661]  req@ffff91cdd142d880 x1875454067974144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575661.735365:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067974144/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575661.735372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575661.735375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575661.735378:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974144:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575662.630960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575663.654963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575664.678926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575665.702935:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575666.726973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575666.854952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575666.854963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575666.854967:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575666.854977:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3381
00000100:00080000:3.0:1788575666.855002:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575666.855008:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575666.855051:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067974272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575666.855072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575666.855075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575666.855076:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575666.855079:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3381
00000100:00080000:3.0:1788575666.855081:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575666.855084:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575666.855092:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575666.855101:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067974400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575666.855108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575666.855110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575666.855112:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575666.855114:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3381
00000100:00080000:3.0:1788575666.855115:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575666.855117:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575666.855121:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575666.855123:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067974272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575666.855128:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067974528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575666.855183:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575666.855217:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575666/real 1788575666]  req@ffff91cdd142f100 x1875454067974272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575666.855235:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067974272/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575666.855244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575666.855248:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575666.855252:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067974272:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575666.855260:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974400:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575666.855281:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575666.855293:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575666/real 1788575666]  req@ffff91cdd142d880 x1875454067974400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575666.855305:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067974400/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575666.855312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575666.855316:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575666.855319:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974400:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575666.855340:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974528:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575666.855359:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575666.855371:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575666/real 1788575666]  req@ffff91cdd142ea00 x1875454067974528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575666.855396:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067974528/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575666.855404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575666.855407:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575666.855410:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974528:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575667.751003:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575668.774918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575669.798965:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575670.823022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575671.846974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575671.974834:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575671.974844:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575671.974849:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575671.974858:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3386
00000100:00080000:3.0:1788575671.974868:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575671.974874:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575671.974909:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067974656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575671.974936:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575671.974939:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575671.974941:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575671.974945:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3386
00000100:00080000:3.0:1788575671.974948:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575671.974952:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575671.974961:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575671.974975:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067974784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575671.974981:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067974656:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575671.974993:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575671.974996:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575671.974998:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575671.975003:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3386
00000100:00080000:3.0:1788575671.975006:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575671.975011:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575671.975046:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575671.975060:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067974912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575671.975062:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575671.975100:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575671/real 1788575671]  req@ffff91cdd142e680 x1875454067974656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.975118:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067974656/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575671.975128:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.975132:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575671.975136:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067974656:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575671.975162:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974784:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575671.975179:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575671.975187:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575671/real 1788575671]  req@ffff91cdd142d500 x1875454067974784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.975207:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067974784/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575671.975222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.975225:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575671.975228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974784:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575671.975235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974912:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575671.975255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575671.975267:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575671/real 1788575671]  req@ffff91cdd142e300 x1875454067974912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.975279:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067974912/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575671.975286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.975289:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575671.975292:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067974912:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575672.870956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575673.894986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575674.919009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575675.942944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575676.966968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575677.094923:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575677.094947:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575677.094950:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575677.094959:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3391
00000100:00080000:1.0:1788575677.094969:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575677.094976:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575677.095012:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369c00 x1875454067975040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575677.095044:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575677.095047:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575677.095048:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575677.095051:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3391
00000100:00080000:1.0:1788575677.095054:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575677.095057:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575677.095067:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575677.095081:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136ad80 x1875454067975168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575677.095092:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575677.095095:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575677.095098:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575677.095101:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067975040:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575677.095103:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3391
00000100:00080000:1.0:1788575677.095110:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575677.095115:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575677.095120:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575677.095132:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1368000 x1875454067975296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575677.095177:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575677.095216:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575677/real 1788575677]  req@ffff91cdd1369c00 x1875454067975040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575677.095234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369c00 x1875454067975040/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575677.095252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575677.095256:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575677.095266:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067975040:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575677.095290:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975168:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575677.095315:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575677.095328:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575677/real 1788575677]  req@ffff91cdd136ad80 x1875454067975168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575677.095341:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136ad80 x1875454067975168/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575677.095349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575677.095352:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575677.095356:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975168:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575677.095362:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975296:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575677.095379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575677.095389:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575677/real 1788575677]  req@ffff91cdd1368000 x1875454067975296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575677.095401:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1368000 x1875454067975296/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575677.095408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575677.095411:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575677.095414:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975296:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575677.991135:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575679.015040:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575680.038918:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575681.062967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575682.087106:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575682.214916:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575682.214929:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575682.214933:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575682.214942:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3396
00000100:00080000:3.0:1788575682.214952:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575682.214958:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575682.214993:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067975424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575682.215015:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575682.215018:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575682.215019:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575682.215043:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3396
00000100:00080000:3.0:1788575682.215046:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575682.215050:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575682.215058:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575682.215068:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067975424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575682.215071:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067975552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575682.215104:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575682.215108:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575682.215110:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575682.215114:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3396
00000100:00080000:3.0:1788575682.215125:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575682.215129:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575682.215134:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575682.215136:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575682.215149:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067975680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575682.215179:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575682/real 1788575682]  req@ffff91cdd142d180 x1875454067975424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575682.215197:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067975424/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575682.215206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575682.215210:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575682.215214:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067975424:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575682.215235:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975552:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575682.215254:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575682.215262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575682/real 1788575682]  req@ffff91cdd142e300 x1875454067975552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575682.215269:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067975552/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575682.215274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575682.215276:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575682.215279:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975552:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575682.215282:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975680:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575682.215301:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575682.215310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575682/real 1788575682]  req@ffff91cdd142d500 x1875454067975680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575682.215321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067975680/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575682.215328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575682.215330:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575682.215334:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975680:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575683.111066:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575684.134940:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575685.158980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575686.182972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575687.206912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575687.334898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575687.334905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575687.334908:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575687.334916:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3401
00000100:00080000:3.0:1788575687.334924:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575687.334930:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575687.334958:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067975808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575687.334979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575687.334981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575687.334983:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575687.334985:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3401
00000100:00080000:3.0:1788575687.334987:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575687.334989:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575687.335008:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575687.335017:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067975936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575687.335038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575687.335040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575687.335041:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575687.335044:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3401
00000100:00080000:3.0:1788575687.335046:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575687.335049:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575687.335053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575687.335056:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067975808:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575687.335062:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067976064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575687.335117:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575687.335153:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575687/real 1788575687]  req@ffff91cdd142e680 x1875454067975808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575687.335166:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067975808/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575687.335173:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575687.335175:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575687.335178:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067975808:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575687.335183:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975936:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575687.335198:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575687.335205:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575687/real 1788575687]  req@ffff91cdd142ea00 x1875454067975936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575687.335219:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067975936/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575687.335224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575687.335226:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575687.335228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067975936:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575687.335244:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976064:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575687.335256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575687.335261:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575687/real 1788575687]  req@ffff91cdd142d880 x1875454067976064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575687.335268:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067976064/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575687.335272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575687.335274:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575687.335275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976064:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575688.230921:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575689.254917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575690.278944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575691.302903:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575692.326955:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575692.454931:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575692.454944:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575692.454950:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575692.454962:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3406
00000100:00080000:3.0:1788575692.454976:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575692.454985:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575692.455040:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067976192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575692.455071:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575692.455074:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575692.455076:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575692.455078:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3406
00000100:00080000:3.0:1788575692.455098:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575692.455102:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575692.455112:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575692.455125:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067976320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575692.455135:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575692.455138:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575692.455140:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575692.455144:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3406
00000100:00080000:3.0:1788575692.455147:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575692.455150:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575692.455155:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575692.455165:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067976448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575692.455283:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067976192:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575692.455378:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575692.455424:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575692/real 1788575692]  req@ffff91cdd142f100 x1875454067976192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575692.455455:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067976192/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575692.455466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575692.455470:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575692.455474:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067976192:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575692.455481:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976320:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575692.455502:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575692.455520:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575692/real 1788575692]  req@ffff91cdd142d880 x1875454067976320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575692.455532:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067976320/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575692.455540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575692.455542:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575692.455546:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976320:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575692.455550:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976448:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575692.455565:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575692.455573:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575692/real 1788575692]  req@ffff91cdd142ea00 x1875454067976448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575692.455583:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067976448/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575692.455601:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575692.455604:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575692.455607:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976448:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575693.350949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575694.374986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575695.398927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575696.422985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575697.447159:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575697.574909:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575697.574919:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575697.574923:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575697.574933:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3411
00000100:00080000:3.0:1788575697.574943:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575697.574949:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575697.574984:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067976576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575697.575014:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575697.575061:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575697.575063:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575697.575068:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3411
00000100:00080000:3.0:1788575697.575073:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575697.575077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067976576:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575697.575080:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575697.575093:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575697.575107:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067976704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575697.575119:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575697.575122:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575697.575124:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575697.575128:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3411
00000100:00080000:3.0:1788575697.575143:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575697.575147:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575697.575152:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575697.575162:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575697.575166:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067976832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575697.575206:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575697/real 1788575697]  req@ffff91cdd142e680 x1875454067976576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575697.575223:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067976576/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575697.575232:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575697.575236:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575697.575240:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067976576:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575697.575262:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976704:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575697.575283:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575697.575295:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575697/real 1788575697]  req@ffff91cdd142d500 x1875454067976704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575697.575308:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067976704/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575697.575315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575697.575325:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575697.575329:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976704:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575697.575335:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976832:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575697.575356:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575697.575368:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575697/real 1788575697]  req@ffff91cdd142e300 x1875454067976832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575697.575379:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067976832/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575697.575387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575697.575390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575697.575393:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067976832:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575698.470951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575699.494918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575700.518992:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575701.542971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575702.566963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575702.694900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575702.694910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575702.694914:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575702.694925:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3417
00000100:00080000:0.0:1788575702.694935:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575702.694942:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575702.694979:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067976960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575702.695039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575702.695043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575702.695044:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575702.695049:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3417
00000100:00080000:0.0:1788575702.695052:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575702.695056:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575702.695066:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575702.695078:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067977088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575702.695098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575702.695101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575702.695103:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575702.695107:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3417
00000100:00080000:0.0:1788575702.695110:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575702.695113:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575702.695118:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575702.695128:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067977216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575702.695218:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067976960:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575702.695276:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575702.695313:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575702/real 1788575702]  req@ffff91cdd26f7800 x1875454067976960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575702.695331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067976960/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575702.695341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575702.695345:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575702.695355:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067976960:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575702.695363:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977088:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575702.695388:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575702.695401:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575702/real 1788575702]  req@ffff91cdd26f6d80 x1875454067977088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575702.695413:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067977088/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575702.695431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575702.695434:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575702.695438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977088:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575702.695444:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977216:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575702.695464:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575702.695475:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575702/real 1788575702]  req@ffff91cdd26f5f80 x1875454067977216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575702.695486:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067977216/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575702.695494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575702.695497:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575702.695500:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977216:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575703.590901:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575704.614972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575705.638949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575706.662943:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575707.687223:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575707.814960:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575707.814971:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575707.814975:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575707.814984:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3422
00000100:00080000:3.0:1788575707.814993:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575707.815000:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575707.815057:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067977344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575707.815092:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575707.815095:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575707.815097:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575707.815101:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3422
00000100:00080000:3.0:1788575707.815104:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575707.815108:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575707.815117:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575707.815130:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067977472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575707.815140:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575707.815145:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067977344:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575707.815145:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575707.815148:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575707.815156:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3422
00000100:00080000:3.0:1788575707.815159:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575707.815162:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575707.815167:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575707.815177:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067977600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575707.815214:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575707.815254:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575707/real 1788575707]  req@ffff91cdd142d180 x1875454067977344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575707.815273:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067977344/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575707.815282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575707.815286:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575707.815290:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067977344:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575707.815329:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977472:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575707.815352:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575707.815365:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575707/real 1788575707]  req@ffff91cdd142e300 x1875454067977472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575707.815377:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067977472/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575707.815384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575707.815387:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575707.815391:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977472:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575707.815397:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977600:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575707.815416:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575707.815427:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575707/real 1788575707]  req@ffff91cdd142d500 x1875454067977600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575707.815455:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067977600/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575707.815463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575707.815466:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575707.815470:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977600:192.168.202.119@tcp:38:kworker.0
00010000:00010000:2.0:1788575708.710922:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575709.734931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575710.758917:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575711.782900:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575712.806911:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575712.934896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575712.934904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575712.934907:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575712.934914:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3427
00000100:00080000:3.0:1788575712.934935:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575712.934941:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575712.934972:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067977728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575712.935000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575712.935003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575712.935009:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575712.935027:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3427
00000100:00080000:3.0:1788575712.935030:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575712.935034:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575712.935043:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575712.935058:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067977728:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575712.935059:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067977856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575712.935074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575712.935077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575712.935079:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575712.935083:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3427
00000100:00080000:3.0:1788575712.935086:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575712.935090:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575712.935094:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575712.935109:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067977984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575712.935118:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575712.935157:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575712/real 1788575712]  req@ffff91cdd142e680 x1875454067977728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575712.935170:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067977728/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575712.935177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575712.935179:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575712.935182:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067977728:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575712.935198:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977856:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575712.935213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575712.935220:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575712/real 1788575712]  req@ffff91cdd142ea00 x1875454067977856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575712.935237:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067977856/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575712.935242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575712.935244:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575712.935250:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977856:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575712.935254:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977984:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575712.935265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575712.935271:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575712/real 1788575712]  req@ffff91cdd142d880 x1875454067977984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575712.935278:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067977984/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575712.935282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575712.935284:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575712.935286:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067977984:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575713.830913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575714.854942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575715.878920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575716.903005:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575717.926904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575718.054900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575718.054910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575718.054922:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575718.054932:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3432
00000100:00080000:3.0:1788575718.054942:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575718.054958:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575718.054991:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067978112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575718.055029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575718.055033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575718.055035:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575718.055038:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3432
00000100:00080000:3.0:1788575718.055042:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575718.055050:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575718.055059:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575718.055073:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067978240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575718.055083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575718.055086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575718.055088:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575718.055091:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3432
00000100:00080000:3.0:1788575718.055094:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575718.055096:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575718.055111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575718.055119:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067978368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575718.055237:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067978112:192.168.202.119@tcp:250:kworker.0
00000800:00000100:2.0:1788575718.055290:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575718.055325:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575718/real 1788575718]  req@ffff91cdd142f100 x1875454067978112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575718.055338:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067978112/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575718.055356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575718.055360:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575718.055364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067978112:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575718.055370:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978240:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575718.055393:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575718.055403:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575718/real 1788575718]  req@ffff91cdd142d880 x1875454067978240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575718.055410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067978240/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575718.055415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575718.055418:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575718.055421:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978240:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575718.055426:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978368:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575718.055443:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575718.055454:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575718/real 1788575718]  req@ffff91cdd142ea00 x1875454067978368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575718.055464:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067978368/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575718.055471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575718.055474:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575718.055477:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978368:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575718.950972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575719.974931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575720.998967:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575722.022959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575723.046924:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575723.174863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575723.174873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575723.174877:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575723.174886:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3437
00000100:00080000:3.0:1788575723.174903:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575723.174911:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575723.174941:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067978496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575723.174963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575723.174965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575723.174966:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575723.174969:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3437
00000100:00080000:3.0:1788575723.174971:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575723.174973:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575723.174980:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575723.174987:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067978624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575723.174993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575723.175007:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067978496:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575723.175007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575723.175011:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575723.175016:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3437
00000100:00080000:3.0:1788575723.175018:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575723.175021:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575723.175025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575723.175034:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067978752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575723.175078:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978624:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575723.175108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978752:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575724.070883:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575725.094944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575726.118894:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788575726.247072:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788575726.247120:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788575726.247135:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575726.247171:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575726.247180:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:2.0:1788575726.247265:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575723/real 1788575726]  req@ffff91cdd142e300 x1875454067978752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575726.247287:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067978752/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575726.247298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575726.247303:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575726.247307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978752:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575726.247315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575723/real 1788575726]  req@ffff91cdd142e680 x1875454067978496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575726.247328:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067978496/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575726.247335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575726.247339:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575726.247342:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067978496:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575726.247348:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575723/real 1788575726]  req@ffff91cdd142d500 x1875454067978624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575726.247358:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067978624/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575726.247373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575726.247377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575726.247380:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067978624:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575727.143028:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575728.167513:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575728.294899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575728.294910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575728.294913:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575728.294923:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3442
00000100:00080000:3.0:1788575728.294933:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575728.294940:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575728.294971:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067978880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575728.294997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575728.295014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575728.295016:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575728.295027:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3442
00000100:00080000:3.0:1788575728.295032:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575728.295037:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575728.295047:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067978880:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788575728.295047:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575728.295065:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067979008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575728.295083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575728.295086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575728.295094:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575728.295099:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3442
00000100:00080000:3.0:1788575728.295104:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788575728.295108:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788575728.295109:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575728.295117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575728.295130:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067979136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575728.295146:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575728/real 1788575728]  req@ffff91cdd142d180 x1875454067978880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575728.295165:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067978880/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575728.295175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575728.295179:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575728.295183:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067978880:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575728.295204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979008:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575728.295226:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575728.295239:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575728/real 1788575728]  req@ffff91cdd142d500 x1875454067979008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575728.295247:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067979008/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575728.295252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575728.295255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575728.295258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979008:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575728.295270:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979136:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575728.295291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575728.295303:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575728/real 1788575728]  req@ffff91cdd142e680 x1875454067979136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575728.295315:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067979136/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575728.295322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575728.295325:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575728.295328:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979136:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575729.191010:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575730.214963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575731.238996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575732.262962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575733.286977:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575733.414883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575733.414894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575733.414899:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575733.414909:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3447
00000100:00080000:3.0:1788575733.414935:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575733.414943:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575733.414976:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067979264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575733.415007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575733.415011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575733.415013:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575733.415017:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3447
00000100:00080000:3.0:1788575733.415021:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575733.415026:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575733.415035:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575733.415048:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067979392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575733.415056:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067979264:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575733.415063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575733.415070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575733.415072:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575733.415077:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3447
00000100:00080000:3.0:1788575733.415082:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575733.415086:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575733.415091:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575733.415118:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575733.415154:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575733/real 1788575733]  req@ffff91cdd142e300 x1875454067979264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575733.415175:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067979520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575733.415196:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067979264/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575733.415218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575733.415223:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575733.415228:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067979264:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575733.415253:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979392:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575733.415282:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575733.415296:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575733/real 1788575733]  req@ffff91cdd142ea00 x1875454067979392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575733.415309:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067979392/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575733.415318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575733.415322:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575733.415325:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979392:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575733.415333:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979520:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575733.415353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575733.415364:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575733/real 1788575733]  req@ffff91cdd142d880 x1875454067979520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575733.415374:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067979520/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575733.415382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575733.415385:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575733.415388:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979520:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575734.310907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575735.334985:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575736.358895:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575737.383013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575738.406930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575738.534896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575738.534906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575738.534922:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575738.534932:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3452
00000100:00080000:3.0:1788575738.534941:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575738.534947:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575738.534986:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067979648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575738.535011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575738.535014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575738.535015:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575738.535019:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3452
00000100:00080000:3.0:1788575738.535022:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575738.535025:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575738.535034:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575738.535048:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067979776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575738.535059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575738.535063:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067979648:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575738.535063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575738.535067:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575738.535074:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3452
00000100:00080000:3.0:1788575738.535078:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575738.535081:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575738.535100:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575738.535112:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067979904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575738.535139:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575738.535177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575738/real 1788575738]  req@ffff91cdd142f100 x1875454067979648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575738.535196:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067979648/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575738.535205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575738.535208:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575738.535211:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067979648:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575738.535233:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979776:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575738.535255:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575738.535268:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575738/real 1788575738]  req@ffff91cdd142d880 x1875454067979776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575738.535280:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067979776/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575738.535288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575738.535291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575738.535295:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979776:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575738.535301:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979904:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575738.535328:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575738.535339:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575738/real 1788575738]  req@ffff91cdd142ea00 x1875454067979904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575738.535351:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067979904/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575738.535359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575738.535362:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575738.535364:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067979904:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575739.430969:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575740.454938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575741.479013:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575742.502951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575743.526974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575743.654952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575743.654966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575743.654972:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575743.654992:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3458
00000100:00080000:0.0:1788575743.655031:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575743.655040:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575743.655087:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067980032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575743.655120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575743.655124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575743.655126:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575743.655130:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3458
00000100:00080000:0.0:1788575743.655135:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575743.655140:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575743.655154:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575743.655168:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067980160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575743.655172:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067980032:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575743.655186:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575743.655189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575743.655191:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575743.655195:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3458
00000100:00080000:0.0:1788575743.655198:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575743.655202:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575743.655207:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575743.655218:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067980288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575743.655257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575743.655308:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575743/real 1788575743]  req@ffff91cdd26f4e00 x1875454067980032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575743.655331:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067980032/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575743.655340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575743.655343:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575743.655345:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067980032:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575743.655367:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980160:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575743.655384:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575743.655392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575743/real 1788575743]  req@ffff91cdd26f7480 x1875454067980160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575743.655406:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067980160/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575743.655411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575743.655413:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575743.655415:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980160:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575743.655419:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980288:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575743.655430:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575743.655436:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575743/real 1788575743]  req@ffff91cdd26f4700 x1875454067980288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575743.655442:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067980288/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575743.655447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575743.655448:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575743.655450:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980288:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575744.550922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575745.574951:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575746.598924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575747.622984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575748.646924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575748.774958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575748.774987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575748.774991:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575748.774999:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3463
00000100:00080000:0.0:1788575748.775008:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575748.775013:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575748.775046:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4700 x1875454067980416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575748.775070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575748.775074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575748.775075:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575748.775078:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3463
00000100:00080000:0.0:1788575748.775081:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575748.775083:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575748.775091:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575748.775101:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7480 x1875454067980544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575748.775109:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575748.775111:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067980416:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575748.775112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575748.775115:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575748.775121:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3463
00000100:00080000:0.0:1788575748.775124:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575748.775126:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575748.775128:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575748.775138:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4e00 x1875454067980672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575748.775188:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575748.775223:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575748/real 1788575748]  req@ffff91cdd26f4700 x1875454067980416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575748.775254:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4700 x1875454067980416/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575748.775263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575748.775267:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575748.775270:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067980416:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575748.775291:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980544:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575748.775314:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575748.775326:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575748/real 1788575748]  req@ffff91cdd26f7480 x1875454067980544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575748.775337:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7480 x1875454067980544/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575748.775344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575748.775347:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575748.775350:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980544:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575748.775355:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980672:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575748.775379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575748.775390:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575748/real 1788575748]  req@ffff91cdd26f4e00 x1875454067980672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575748.775402:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4e00 x1875454067980672/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575748.775436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575748.775439:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575748.775442:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980672:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575749.671047:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575750.694903:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575751.718962:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575752.742966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575753.766979:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575753.894885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575753.894895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575753.894904:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575753.894922:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3468
00000100:00080000:1.0:1788575753.894932:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575753.894939:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:1.0:1788575753.894973:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1369f80 x1875454067980800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575753.895000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575753.895004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575753.895005:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575753.895009:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3468
00000100:00080000:1.0:1788575753.895012:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575753.895016:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575753.895024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575753.895037:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136a680 x1875454067980928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575753.895047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575753.895051:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067980800:192.168.202.119@tcp:250:kworker.0
00000100:00080000:1.0:1788575753.895063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575753.895065:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575753.895069:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3468
00000100:00080000:1.0:1788575753.895072:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575753.895076:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:1.0:1788575753.895081:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575753.895093:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd136b800 x1875454067981056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575753.895115:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575753.895153:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575753/real 1788575753]  req@ffff91cdd1369f80 x1875454067980800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575753.895185:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1369f80 x1875454067980800/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575753.895197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575753.895201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575753.895205:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067980800:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575753.895238:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980928:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575753.895261:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575753.895274:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575753/real 1788575753]  req@ffff91cdd136a680 x1875454067980928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575753.895293:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136a680 x1875454067980928/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575753.895301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575753.895304:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575753.895307:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067980928:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575753.895313:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981056:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575753.895345:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575753.895355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575753/real 1788575753]  req@ffff91cdd136b800 x1875454067981056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575753.895367:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd136b800 x1875454067981056/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575753.895374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575753.895377:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575753.895380:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981056:192.168.202.119@tcp:38:kworker.0
00010000:00010000:1.0:1788575754.790926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575755.814942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575756.838907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575757.862907:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575758.886896:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575759.014906:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575759.014938:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575759.014942:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575759.014952:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3473
00000100:00080000:3.0:1788575759.014961:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575759.014967:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575759.015000:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067981184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575759.015023:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575759.015026:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575759.015028:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575759.015031:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3473
00000100:00080000:3.0:1788575759.015034:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575759.015038:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575759.015046:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575759.015069:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067981312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575759.015074:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067981184:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575759.015083:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575759.015087:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575759.015089:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575759.015093:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3473
00000100:00080000:3.0:1788575759.015097:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575759.015100:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575759.015104:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575759.015113:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067981440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575759.015138:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575759.015169:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575759/real 1788575759]  req@ffff91cdd142e300 x1875454067981184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575759.015182:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067981184/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575759.015198:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575759.015201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575759.015206:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067981184:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575759.015227:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981312:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575759.015245:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575759.015269:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575759/real 1788575759]  req@ffff91cdd142e680 x1875454067981312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575759.015281:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067981312/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575759.015288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575759.015291:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575759.015294:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981312:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575759.015300:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981440:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575759.015319:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575759.015331:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575759/real 1788575759]  req@ffff91cdd142d500 x1875454067981440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575759.015342:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067981440/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575759.015349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575759.015351:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575759.015353:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981440:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575759.910989:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575760.934943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575761.958908:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575762.982907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575764.006929:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575764.134882:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575764.134892:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575764.134897:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575764.134906:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3478
00000100:00080000:3.0:1788575764.134915:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575764.134920:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575764.134952:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067981568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575764.134979:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575764.134983:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575764.134995:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575764.134999:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3478
00000100:00080000:3.0:1788575764.135002:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575764.135006:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575764.135013:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575764.135026:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067981696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575764.135028:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067981568:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575764.135039:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575764.135042:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575764.135043:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575764.135045:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3478
00000100:00080000:3.0:1788575764.135047:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575764.135049:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575764.135051:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575764.135058:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067981824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575764.135094:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575764.135132:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575764/real 1788575764]  req@ffff91cdd142d180 x1875454067981568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575764.135150:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067981568/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575764.135160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575764.135164:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575764.135168:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067981568:192.168.202.119@tcp:250:kworker.0
00000100:00100000:2.0:1788575764.135188:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981696:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575764.135210:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575764.135222:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575764/real 1788575764]  req@ffff91cdd142d500 x1875454067981696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575764.135234:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067981696/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575764.135242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575764.135245:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575764.135249:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981696:192.168.202.119@tcp:38:kworker.0
00000100:00100000:2.0:1788575764.135265:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981824:192.168.202.119@tcp:38:kworker.0
00000800:00000100:2.0:1788575764.135284:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:2.0:1788575764.135294:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575764/real 1788575764]  req@ffff91cdd142e680 x1875454067981824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575764.135313:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067981824/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575764.135320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575764.135323:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:2.0:1788575764.135327:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067981824:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575765.030904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575766.054932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575767.078906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575768.102933:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575769.127021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575769.254999:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575769.255009:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575769.255013:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575769.255023:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3483
00000100:00080000:3.0:1788575769.255034:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575769.255042:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575769.255089:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067981952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575769.255121:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575769.255125:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575769.255126:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575769.255130:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3483
00000100:00080000:3.0:1788575769.255136:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575769.255140:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575769.255150:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575769.255167:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067982080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575769.255176:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067981952:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575769.255180:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575769.255187:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575769.255189:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575769.255194:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3483
00000100:00080000:3.0:1788575769.255198:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575769.255203:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575769.255208:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575769.255223:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067982208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575769.255254:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575769.255295:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575769/real 1788575769]  req@ffff91cdd142e300 x1875454067981952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575769.255312:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067981952/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575769.255322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575769.255326:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575769.255330:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067981952:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575769.255358:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982080:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575769.255380:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575769.255392:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575769/real 1788575769]  req@ffff91cdd142ea00 x1875454067982080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575769.255403:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067982080/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575769.255424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575769.255428:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575769.255438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982080:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575769.255444:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982208:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575769.255538:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575769.255550:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575769/real 1788575769]  req@ffff91cdd142d880 x1875454067982208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575769.255561:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067982208/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575769.255569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575769.255571:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575769.255574:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982208:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575770.150978:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575771.174949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575772.198975:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575773.223009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575774.246920:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575774.374872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575774.374899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575774.374903:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575774.374913:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3488
00000100:00080000:3.0:1788575774.374923:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575774.374929:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575774.374960:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067982336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575774.374981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575774.374983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575774.374984:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575774.374987:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3488
00000100:00080000:3.0:1788575774.374989:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575774.374991:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575774.374998:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575774.375007:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067982464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575774.375013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575774.375016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575774.375017:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575774.375019:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3488
00000100:00080000:3.0:1788575774.375021:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575774.375023:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575774.375026:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575774.375034:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067982336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575774.375035:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067982592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575774.375093:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575774.375130:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575774/real 1788575774]  req@ffff91cdd142f100 x1875454067982336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575774.375143:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067982336/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575774.375150:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575774.375153:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575774.375156:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067982336:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575774.375182:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982464:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575774.375205:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575774.375213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575774/real 1788575774]  req@ffff91cdd142d880 x1875454067982464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575774.375221:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067982464/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575774.375226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575774.375228:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575774.375230:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982464:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575774.375247:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982592:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575774.375257:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575774.375262:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575774/real 1788575774]  req@ffff91cdd142ea00 x1875454067982592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575774.375269:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067982592/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575774.375275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575774.375278:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575774.375281:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982592:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575775.272269:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575776.294949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575777.318921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575778.342931:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575779.366909:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575779.494887:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575779.494895:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575779.494899:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575779.494906:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3493
00000100:00080000:3.0:1788575779.494933:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575779.494939:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575779.494967:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067982720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575779.494987:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575779.494989:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575779.494990:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575779.494993:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3493
00000100:00080000:3.0:1788575779.494995:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575779.494997:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575779.495004:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575779.495011:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067982848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575779.495018:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575779.495022:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788575779.495023:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067982720:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575779.495024:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575779.495030:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3493
00000100:00080000:3.0:1788575779.495044:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575779.495047:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575779.495051:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575779.495059:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067982976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575779.495078:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575779.495115:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575779/real 1788575779]  req@ffff91cdd142e300 x1875454067982720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575779.495127:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067982720/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575779.495134:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575779.495137:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575779.495140:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067982720:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575779.495156:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982848:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575779.495170:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575779.495177:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575779/real 1788575779]  req@ffff91cdd142e680 x1875454067982848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575779.495184:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067982848/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575779.495189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575779.495190:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575779.495192:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982848:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575779.495195:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982976:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575779.495204:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575779.495209:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575779/real 1788575779]  req@ffff91cdd142d500 x1875454067982976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575779.495217:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067982976/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575779.495236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575779.495239:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575779.495242:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067982976:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575780.391002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575781.414965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575782.438980:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575783.462946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575784.486949:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575784.614892:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575784.614903:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575784.614907:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575784.614917:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3498
00000100:00080000:3.0:1788575784.614936:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575784.614942:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575784.614976:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067983104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575784.614997:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575784.615000:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575784.615001:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575784.615004:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3498
00000100:00080000:3.0:1788575784.615006:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575784.615008:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575784.615015:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575784.615024:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067983232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575784.615038:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067983104:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575784.615052:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575784.615054:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575784.615055:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575784.615059:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3498
00000100:00080000:3.0:1788575784.615062:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575784.615064:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575784.615067:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575784.615075:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067983360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575784.615098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575784.615130:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575784/real 1788575784]  req@ffff91cdd142d180 x1875454067983104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575784.615148:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067983104/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575784.615155:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575784.615157:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575784.615160:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067983104:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575784.615177:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983232:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575784.615191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575784.615199:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575784/real 1788575784]  req@ffff91cdd142d500 x1875454067983232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575784.615206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067983232/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575784.615210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575784.615217:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575784.615219:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983232:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575784.615223:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983360:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575784.615235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575784.615241:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575784/real 1788575784]  req@ffff91cdd142e680 x1875454067983360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575784.615248:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067983360/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575784.615252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575784.615253:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575784.615255:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983360:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575785.510942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575786.534885:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575787.558917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575788.582932:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575789.606923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575789.734872:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575789.734879:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575789.734883:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575789.734891:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3504
00000100:00080000:3.0:1788575789.734899:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575789.734904:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575789.734933:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067983488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575789.734952:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575789.734954:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575789.734955:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575789.734957:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3504
00000100:00080000:3.0:1788575789.734959:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575789.734961:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575789.734984:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575789.734993:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067983616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575789.735000:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575789.735003:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1788575789.735004:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067983488:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575789.735005:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575789.735012:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3504
00000100:00080000:3.0:1788575789.735016:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575789.735018:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575789.735020:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575789.735026:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067983744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575789.735107:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983616:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575789.735139:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983744:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575790.630983:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575791.654990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575792.679002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788575792.807135:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:3.0:1788575792.807193:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1788575792.807223:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575792.807279:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:3.0:1788575792.807299:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788575792.807338:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575789/real 1788575792]  req@ffff91cdd142ea00 x1875454067983616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575792.807397:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067983616/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575792.807412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575792.807417:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575792.807422:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983616:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575792.807432:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575789/real 1788575792]  req@ffff91cdd142d880 x1875454067983744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575792.807445:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067983744/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575792.807454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575792.807458:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575792.807460:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067983744:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575792.807467:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575789/real 1788575792]  req@ffff91cdd142e300 x1875454067983488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575792.807478:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067983488/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575792.807487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575792.807491:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575792.807494:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067983488:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788575793.703012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575794.726963:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575794.854992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575794.855002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575794.855007:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575794.855017:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3509
00000100:00080000:3.0:1788575794.855028:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575794.855034:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575794.855072:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067983872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575794.855129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575794.855133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575794.855134:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575794.855138:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3509
00000100:00080000:3.0:1788575794.855143:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575794.855148:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575794.855160:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575794.855175:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067984000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575794.855184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575794.855186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575794.855188:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575794.855191:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3509
00000100:00080000:3.0:1788575794.855194:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575794.855198:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575794.855202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575794.855212:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067984128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575794.855334:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067983872:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788575794.855429:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575794.855494:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575794/real 1788575794]  req@ffff91cdd142f100 x1875454067983872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575794.855513:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067983872/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575794.855524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575794.855528:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575794.855531:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067983872:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575794.855539:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984000:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575794.855562:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575794.855575:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575794/real 1788575794]  req@ffff91cdd142e300 x1875454067984000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575794.855587:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067984000/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575794.855595:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575794.855598:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575794.855602:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984000:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575794.855608:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984128:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575794.855627:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575794.855637:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575794/real 1788575794]  req@ffff91cdd142d880 x1875454067984128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575794.855657:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067984128/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575794.855665:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575794.855669:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575794.855671:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984128:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575795.750972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575796.774938:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575797.798967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575798.822906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575799.846964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575799.974892:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575799.974902:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575799.974907:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575799.974916:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3514
00000100:00080000:3.0:1788575799.974943:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575799.974949:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575799.974983:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067984256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575799.975017:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575799.975020:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575799.975022:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575799.975025:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3514
00000100:00080000:3.0:1788575799.975029:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575799.975033:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575799.975043:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575799.975055:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067984384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575799.975061:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067984256:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575799.975067:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575799.975071:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575799.975072:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575799.975076:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3514
00000100:00080000:3.0:1788575799.975080:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575799.975083:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575799.975088:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575799.975097:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067984512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575799.975119:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575799.975151:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575799/real 1788575799]  req@ffff91cdd142ea00 x1875454067984256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575799.975163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067984256/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575799.975170:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575799.975173:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575799.975176:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067984256:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575799.975193:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984384:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575799.975205:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575799.975213:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575799/real 1788575799]  req@ffff91cdd142e680 x1875454067984384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575799.975226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067984384/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575799.975231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575799.975233:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575799.975235:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984384:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575799.975238:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984512:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575799.975249:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575799.975255:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575799/real 1788575799]  req@ffff91cdd142d500 x1875454067984512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575799.975262:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067984512/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575799.975270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575799.975273:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575799.975276:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984512:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575800.870942:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575801.894938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575802.919002:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575803.942945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575804.966998:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575805.094940:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575805.094958:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575805.094964:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575805.094979:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3519
00000100:00080000:2.0:1788575805.094993:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575805.095002:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:2.0:1788575805.095041:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1289c00 x1875454067984640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575805.095070:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575805.095073:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575805.095074:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575805.095078:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3519
00000100:00080000:2.0:1788575805.095082:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575805.095085:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575805.095096:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575805.095106:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288000 x1875454067984768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575805.095125:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067984640:192.168.202.119@tcp:250:kworker.0
00000100:00080000:2.0:1788575805.095134:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575805.095140:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575805.095143:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575805.095147:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3519
00000100:00080000:2.0:1788575805.095151:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575805.095155:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:2.0:1788575805.095160:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575805.095185:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd1288e00 x1875454067984896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575805.095310:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575805.095357:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575805/real 1788575805]  req@ffff91cdd1289c00 x1875454067984640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575805.095375:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1289c00 x1875454067984640/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575805.095385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575805.095508:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575805.095513:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067984640:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575805.095544:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984768:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575805.095571:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575805.095625:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575805/real 1788575805]  req@ffff91cdd1288000 x1875454067984768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575805.095638:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288000 x1875454067984768/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575805.095645:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575805.095649:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575805.095652:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984768:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575805.095658:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984896:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575805.095679:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575805.095690:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575805/real 1788575805]  req@ffff91cdd1288e00 x1875454067984896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575805.095715:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd1288e00 x1875454067984896/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575805.095723:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575805.095726:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575805.095729:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd1288e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067984896:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575805.990963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575807.014993:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575808.039010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575809.062974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575810.087074:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575810.214945:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575810.214957:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575810.214961:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575810.214974:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3524
00000100:00080000:3.0:1788575810.214986:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575810.214993:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575810.215053:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067985024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575810.215078:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575810.215082:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575810.215084:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575810.215088:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3524
00000100:00080000:3.0:1788575810.215091:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575810.215096:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575810.215106:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575810.215121:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067985152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575810.215133:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067985024:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575810.215151:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575810.215154:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575810.215156:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575810.215159:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3524
00000100:00080000:3.0:1788575810.215162:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575810.215165:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575810.215170:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575810.215180:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067985280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575810.215220:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575810.215276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575810/real 1788575810]  req@ffff91cdd142d180 x1875454067985024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575810.215296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067985024/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575810.215306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575810.215309:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575810.215312:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067985024:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575810.215334:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985152:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575810.215353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575810.215362:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575810/real 1788575810]  req@ffff91cdd142d500 x1875454067985152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575810.215369:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067985152/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575810.215374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575810.215376:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575810.215378:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985152:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575810.215382:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985280:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575810.215391:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575810.215396:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575810/real 1788575810]  req@ffff91cdd142e680 x1875454067985280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575810.215410:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067985280/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575810.215415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575810.215417:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575810.215419:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985280:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575811.111145:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575812.135004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575813.158981:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575814.183009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575815.206934:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575815.334923:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575815.334933:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575815.334937:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575815.334946:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3529
00000100:00080000:0.0:1788575815.334955:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575815.334960:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575815.334992:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5f80 x1875454067985408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575815.335026:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575815.335030:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575815.335032:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575815.335036:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3529
00000100:00080000:0.0:1788575815.335039:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788575815.335047:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067985408:192.168.202.119@tcp:250:kworker.0
00000100:00080000:0.0:1788575815.335059:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575815.335066:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575815.335078:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f6d80 x1875454067985536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575815.335086:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575815.335088:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575815.335089:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575815.335092:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3529
00000100:00080000:0.0:1788575815.335095:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1788575815.335098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:0.0:1788575815.335099:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575815.335104:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575815.335110:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7800 x1875454067985664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575815.335145:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575815/real 1788575815]  req@ffff91cdd26f5f80 x1875454067985408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575815.335163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5f80 x1875454067985408/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575815.335174:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575815.335178:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575815.335182:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067985408:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575815.335204:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985536:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575815.335222:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575815.335231:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575815/real 1788575815]  req@ffff91cdd26f6d80 x1875454067985536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575815.335250:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f6d80 x1875454067985536/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575815.335256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575815.335259:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575815.335262:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985536:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575815.335268:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985664:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575815.335287:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575815.335299:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575815/real 1788575815]  req@ffff91cdd26f7800 x1875454067985664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575815.335310:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7800 x1875454067985664/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575815.335317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575815.335320:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575815.335323:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985664:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575816.230963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575817.254946:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575818.279053:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575819.302939:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575820.326906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575820.454912:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575820.454922:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575820.454926:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575820.454940:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3534
00000100:00080000:3.0:1788575820.454952:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575820.454958:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575820.454993:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067985792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575820.455027:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575820.455031:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575820.455032:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575820.455037:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3534
00000100:00080000:3.0:1788575820.455040:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575820.455045:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575820.455054:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575820.455065:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067985792:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575820.455070:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067985920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575820.455082:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575820.455084:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575820.455086:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575820.455089:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3534
00000100:00080000:3.0:1788575820.455092:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575820.455095:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575820.455099:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575820.455110:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067986048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575820.455119:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575820.455151:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575820/real 1788575820]  req@ffff91cdd142ea00 x1875454067985792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575820.455164:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067985792/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575820.455179:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575820.455182:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575820.455185:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067985792:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575820.455201:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985920:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575820.455221:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575820.455233:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575820/real 1788575820]  req@ffff91cdd142d880 x1875454067985920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575820.455245:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067985920/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575820.455252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575820.455255:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575820.455258:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067985920:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575820.455277:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986048:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575820.455294:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575820.455302:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575820/real 1788575820]  req@ffff91cdd142e300 x1875454067986048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575820.455309:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067986048/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575820.455314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575820.455316:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575820.455318:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986048:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575821.350948:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575822.374929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575823.398906:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575824.422944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575825.447017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575825.574913:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575825.574922:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575825.574926:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575825.574935:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3539
00000100:00080000:0.0:1788575825.574945:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575825.574953:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575825.574987:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5c00 x1875454067986176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575825.575012:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575825.575015:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575825.575016:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575825.575019:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3539
00000100:00080000:0.0:1788575825.575022:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575825.575026:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575825.575033:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575825.575042:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067986176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575825.575044:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4000 x1875454067986304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575825.575054:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575825.575056:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575825.575070:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575825.575074:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3539
00000100:00080000:0.0:1788575825.575077:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575825.575079:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575825.575082:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575825.575090:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7b80 x1875454067986432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575825.575098:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575825.575131:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575825/real 1788575825]  req@ffff91cdd26f5c00 x1875454067986176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575825.575153:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5c00 x1875454067986176/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575825.575160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575825.575162:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575825.575165:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067986176:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575825.575181:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986304:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575825.575196:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575825.575203:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575825/real 1788575825]  req@ffff91cdd26f4000 x1875454067986304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575825.575210:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4000 x1875454067986304/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575825.575215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575825.575216:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575825.575218:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986304:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575825.575222:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986432:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575825.575230:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575825.575235:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575825/real 1788575825]  req@ffff91cdd26f7b80 x1875454067986432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575825.575241:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7b80 x1875454067986432/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575825.575252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575825.575254:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575825.575256:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986432:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575826.471222:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575827.496624:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575828.519001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575829.542945:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575830.567030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575830.694935:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575830.694947:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575830.694952:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575830.694961:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3545
00000100:00080000:3.0:1788575830.694972:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575830.694979:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575830.695015:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067986560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575830.695048:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575830.695052:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575830.695054:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575830.695058:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3545
00000100:00080000:3.0:1788575830.695062:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575830.695067:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575830.695076:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575830.695080:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067986560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575830.695092:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067986688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575830.695101:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575830.695103:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575830.695116:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575830.695120:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3545
00000100:00080000:3.0:1788575830.695123:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575830.695126:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575830.695130:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575830.695138:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067986816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575830.695147:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575830.695187:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575830/real 1788575830]  req@ffff91cdd142f100 x1875454067986560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575830.695206:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067986560/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575830.695217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575830.695221:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575830.695225:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067986560:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575830.695247:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986688:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575830.695269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575830.695281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575830/real 1788575830]  req@ffff91cdd142e300 x1875454067986688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575830.695301:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067986688/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575830.695310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575830.695313:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575830.695316:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986688:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575830.695322:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986816:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575830.695344:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575830.695355:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575830/real 1788575830]  req@ffff91cdd142d880 x1875454067986816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575830.695366:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067986816/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575830.695374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575830.695378:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575830.695381:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067986816:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575831.590950:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575832.614960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575833.639021:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575834.662980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575835.687377:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575835.814916:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575835.814927:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575835.814931:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575835.814956:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3550
00000100:00080000:0.0:1788575835.814964:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575835.814970:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575835.815018:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f5880 x1875454067986944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575835.815045:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575835.815048:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575835.815049:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575835.815052:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3550
00000100:00080000:0.0:1788575835.815054:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575835.815057:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575835.815064:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575835.815075:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f7100 x1875454067987072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575835.815085:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575835.815088:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575835.815089:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575835.815093:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3550
00000100:00080000:0.0:1788575835.815096:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575835.815110:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:0.0:1788575835.815117:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575835.815125:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd26f4a80 x1875454067987200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575835.815205:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067986944:192.168.202.119@tcp:250:kworker.0
00000800:00000100:3.0:1788575835.815251:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575835.815281:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575835/real 1788575835]  req@ffff91cdd26f5880 x1875454067986944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575835.815293:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f5880 x1875454067986944/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575835.815300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575835.815302:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575835.815305:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067986944:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575835.815309:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987072:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575835.815337:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575835.815347:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575835/real 1788575835]  req@ffff91cdd26f7100 x1875454067987072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575835.815354:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f7100 x1875454067987072/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575835.815373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575835.815375:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575835.815378:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987072:192.168.202.119@tcp:38:kworker.0
00000100:00100000:3.0:1788575835.815381:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987200:192.168.202.119@tcp:38:kworker.0
00000800:00000100:3.0:1788575835.815395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:3.0:1788575835.815402:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575835/real 1788575835]  req@ffff91cdd26f4a80 x1875454067987200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575835.815408:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd26f4a80 x1875454067987200/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575835.815413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575835.815414:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:3.0:1788575835.815416:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd26f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987200:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575836.712192:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575837.734986:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575838.758908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575839.783094:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575840.806946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575840.934978:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575840.934986:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575840.934990:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575840.934999:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3555
00000100:00080000:3.0:1788575840.935009:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575840.935016:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575840.935048:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067987328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575840.935108:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067987328:192.168.202.119@tcp:250:kworker.0
00000800:00000100:0.0:1788575840.935171:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788575840.935273:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575840.935283:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575840.935285:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575840.935290:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3555
00000100:00080000:3.0:1788575840.935294:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575840.935298:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575840.935307:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575840.935321:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067987456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575840.935380:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575840/real 1788575840]  req@ffff91cdd142ea00 x1875454067987328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575840.935396:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067987328/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575840.935405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575840.935409:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575840.935413:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067987328:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575840.935433:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987456:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575840.935454:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575840.935466:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575840/real 1788575840]  req@ffff91cdd142e680 x1875454067987456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575840.935477:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067987456/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575840.935484:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575840.935487:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575840.935497:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987456:192.168.202.119@tcp:38:kworker.0
00000100:00080000:3.0:1788575840.935678:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575840.935682:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575840.935684:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575840.935688:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3555
00000100:00080000:3.0:1788575840.935692:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575840.935696:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575840.935702:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575840.935713:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067987584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575840.935977:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987584:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575840.936001:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575840.936012:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575840/real 1788575840]  req@ffff91cdd142d500 x1875454067987584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575840.936023:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067987584/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575840.936031:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575840.936034:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575840.936037:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987584:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575841.831204:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575842.855034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575843.879465:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575844.903116:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575845.926984:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575846.054883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575846.054892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575846.054895:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575846.054903:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3560
00000100:00080000:3.0:1788575846.054911:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575846.054916:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575846.054947:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067987712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575846.054986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575846.054991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575846.054994:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575846.054998:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3560
00000100:00080000:3.0:1788575846.055003:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575846.055008:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:0.0:1788575846.055014:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067987712:192.168.202.119@tcp:250:kworker.0
00000008:00100000:3.0:1788575846.055018:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575846.055055:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067987840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575846.055067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575846.055070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575846.055072:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575846.055076:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3560
00000800:00000100:0.0:1788575846.055091:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788575846.055095:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575846.055102:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575846.055107:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575846.055120:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067987968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575846.055130:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575846/real 1788575846]  req@ffff91cdd142d180 x1875454067987712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575846.055163:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067987712/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575846.055174:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575846.055178:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575846.055188:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067987712:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575846.055211:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987840:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575846.055234:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575846.055247:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575846/real 1788575846]  req@ffff91cdd142d500 x1875454067987840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575846.055259:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067987840/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575846.055267:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575846.055270:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575846.055273:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987840:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575846.055280:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987968:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575846.055300:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575846.055311:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575846/real 1788575846]  req@ffff91cdd142e680 x1875454067987968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575846.055322:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067987968/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575846.055329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575846.055332:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575846.055335:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067987968:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575846.951013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575847.975036:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575849.001214:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575850.023092:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575851.046959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575851.174921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575851.174931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575851.175038:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575851.175048:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3565
00000100:00080000:3.0:1788575851.175082:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575851.175090:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575851.175126:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067988096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575851.175154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575851.175157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575851.175159:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575851.175163:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3565
00000100:00080000:3.0:1788575851.175166:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575851.175169:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575851.175178:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575851.175189:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067988224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575851.175199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575851.175202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575851.175205:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788575851.175208:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067988096:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575851.175210:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3565
00000100:00080000:3.0:1788575851.175216:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575851.175220:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575851.175224:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575851.175234:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067988352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788575851.175275:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575851.175312:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575851/real 1788575851]  req@ffff91cdd142ea00 x1875454067988096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575851.175325:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067988096/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575851.175332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575851.175334:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575851.175337:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067988096:192.168.202.119@tcp:250:kworker.0
00000100:00100000:0.0:1788575851.175354:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988224:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575851.175369:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575851.175377:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575851/real 1788575851]  req@ffff91cdd142d880 x1875454067988224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575851.175384:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067988224/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575851.175388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575851.175390:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575851.175392:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988224:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575851.175395:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988352:192.168.202.119@tcp:38:kworker.0
00000800:00000100:0.0:1788575851.175415:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:0.0:1788575851.175421:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575851/real 1788575851]  req@ffff91cdd142e300 x1875454067988352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575851.175428:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067988352/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575851.175433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575851.175435:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575851.175438:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988352:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575852.070972:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575853.094966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575854.118957:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575855.143561:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575856.166996:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575856.294898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575856.294925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575856.294929:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575856.294938:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3570
00000100:00080000:3.0:1788575856.294948:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575856.294954:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575856.294986:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067988480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575856.295014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575856.295017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575856.295019:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575856.295022:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3570
00000100:00080000:3.0:1788575856.295025:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575856.295029:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575856.295038:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575856.295051:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067988608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575856.295061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575856.295066:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067988480:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575856.295066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575856.295069:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575856.295077:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3570
00000100:00080000:3.0:1788575856.295081:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575856.295085:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575856.295090:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575856.295102:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067988736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788575856.295186:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575856.295217:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988736:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575857.191671:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575858.216867:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575859.238945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575859.367048:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.119:988
00000400:00000100:2.0:1788575859.367081:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.119@tcp at host 192.168.202.119 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575859.367093:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788575859.367132:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000800:00000100:2.0:1788575859.367142:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.119@tcp
00000100:00100000:0.0:1788575859.367221:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575856/real 1788575859]  req@ffff91cdd142e300 x1875454067988608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575859.367245:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067988608/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575859.367256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575859.367272:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575859.367275:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988608:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575859.367283:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575856/real 1788575859]  req@ffff91cdd142d880 x1875454067988736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575859.367295:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067988736/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575859.367302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575859.367305:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575859.367308:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988736:192.168.202.119@tcp:38:kworker.0
00000100:00100000:0.0:1788575859.367314:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575856/real 1788575859]  req@ffff91cdd142f100 x1875454067988480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575859.367325:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067988480/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575859.367333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575859.367335:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:0.0:1788575859.367338:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067988480:192.168.202.119@tcp:250:kworker.0
00010000:00010000:0.0:1788575860.263087:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575861.286956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575861.414908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575861.414918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575861.414921:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575861.414931:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3575
00000100:00080000:3.0:1788575861.414942:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575861.414949:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575861.414997:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067988864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575861.415036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575861.415040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575861.415041:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575861.415045:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3575
00000100:00080000:3.0:1788575861.415049:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575861.415053:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575861.415063:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575861.415076:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067988864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:3.0:1788575861.415078:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067988992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575861.415091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575861.415095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575861.415097:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575861.415115:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3575
00000100:00080000:3.0:1788575861.415123:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788575861.415131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00080000:3.0:1788575861.415138:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575861.415144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575861.415159:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067989120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575861.415164:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575861/real 1788575861]  req@ffff91cdd142ea00 x1875454067988864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575861.415187:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067988864/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575861.415194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575861.415197:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575861.415201:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067988864:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575861.415226:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988992:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575861.415240:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575861.415250:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575861/real 1788575861]  req@ffff91cdd142e680 x1875454067988992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575861.415264:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067988992/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575861.415269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575861.415271:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575861.415273:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067988992:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575861.415277:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989120:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575861.415293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575861.415310:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575861/real 1788575861]  req@ffff91cdd142d500 x1875454067989120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575861.415321:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067989120/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575861.415328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575861.415331:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575861.415334:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989120:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575862.311885:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575863.335358:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575864.358988:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575865.382993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575866.406956:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575866.534850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575866.534859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575866.534863:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575866.534872:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3580
00000100:00080000:3.0:1788575866.534882:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575866.534888:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575866.534918:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d180 x1875454067989248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575866.534949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575866.534952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575866.534954:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575866.534958:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3580
00000100:00080000:3.0:1788575866.534962:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575866.534965:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575866.534976:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575866.534988:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d500 x1875454067989376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575866.535007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575866.535010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575866.535011:0:38:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575866.535013:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3580
00000100:00080000:3.0:1788575866.535016:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575866.535018:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575866.535021:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575866.535028:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e680 x1875454067989504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575866.535087:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067989248:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788575866.535131:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575866.535164:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575866/real 1788575866]  req@ffff91cdd142d180 x1875454067989248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575866.535179:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d180 x1875454067989248/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575866.535197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575866.535201:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575866.535205:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067989248:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575866.535212:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989376:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575866.535235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575866.535248:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575866/real 1788575866]  req@ffff91cdd142d500 x1875454067989376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575866.535259:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d500 x1875454067989376/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575866.535266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575866.535269:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575866.535273:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989376:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575866.535278:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989504:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575866.535295:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575866.535315:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575866/real 1788575866]  req@ffff91cdd142e680 x1875454067989504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575866.535327:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e680 x1875454067989504/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575866.535334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575866.535337:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575866.535340:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989504:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575867.430961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575868.454944:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575869.478961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575870.503311:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575871.526961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575871.654913:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575871.654924:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575871.654927:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575871.654935:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3586
00000100:00080000:3.0:1788575871.654945:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575871.654950:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575871.654983:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142ea00 x1875454067989632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575871.655021:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575871.655029:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575871.655030:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575871.655045:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3586
00000100:00080000:3.0:1788575871.655049:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575871.655052:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575871.655060:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575871.655069:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067989760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575871.655077:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067989632:192.168.202.119@tcp:250:kworker.0
00000100:00080000:3.0:1788575871.655078:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575871.655084:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575871.655087:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575871.655090:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3586
00000100:00080000:3.0:1788575871.655092:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575871.655094:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575871.655097:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575871.655108:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067989888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575871.655142:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575871.655181:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575871/real 1788575871]  req@ffff91cdd142ea00 x1875454067989632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575871.655199:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142ea00 x1875454067989632/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575871.655209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575871.655213:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575871.655217:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067989632:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575871.655239:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989760:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575871.655272:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575871.655285:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575871/real 1788575871]  req@ffff91cdd142f100 x1875454067989760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575871.655296:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067989760/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575871.655303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575871.655306:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575871.655309:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989760:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575871.655315:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989888:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575871.655343:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575871.655354:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575871/real 1788575871]  req@ffff91cdd142d880 x1875454067989888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575871.655373:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067989888/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575871.655380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575871.655382:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575871.655385:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067989888:192.168.202.119@tcp:38:kworker.0
00010000:00010000:0.0:1788575872.551006:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575873.574979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575874.599322:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575875.622986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575876.646936:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575876.775855:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575876.775862:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575876.775866:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575876.775873:0:7480:0:(import.c:545:import_select_connection()) MGC192.168.202.119@tcp: connect to NID 192.168.202.119@tcp last attempt 3591
00000100:00080000:3.0:1788575876.775881:0:7480:0:(import.c:630:import_select_connection()) MGC192.168.202.119@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575876.775886:0:7480:0:(import.c:665:import_select_connection()) MGC192.168.202.119@tcp: import ffff91cdd15bb800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000100:00100000:3.0:1788575876.775912:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142e300 x1875454067990016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575876.775953:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575876.775957:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575876.775958:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575876.775962:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3591
00000100:00080000:3.0:1788575876.775966:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575876.775970:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff91cdca374000: import ffff91cdca395800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575876.775978:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575876.775991:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142d880 x1875454067990144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575876.776000:0:7480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bca8275-266a-4a2f-8aba-bd041deb067e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575876.776003:0:7480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575876.776005:0:7480:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575876.776008:0:7480:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: connect to NID 192.168.202.119@tcp last attempt 3591
00000100:00080000:3.0:1788575876.776011:0:7480:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575876.776015:0:7480:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff91cdca374000: import ffff91cdc7869800 using connection 192.168.202.119@tcp/192.168.202.119@tcp
00000008:00100000:3.0:1788575876.776019:0:7480:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575876.776028:0:7480:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91cdd142f100 x1875454067990272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575876.776102:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067990016:192.168.202.119@tcp:250:kworker.0
00000800:00000100:1.0:1788575876.776150:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575876.776174:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575876/real 1788575876]  req@ffff91cdd142e300 x1875454067990016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575876.776185:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142e300 x1875454067990016/t0(0) o250->MGC192.168.202.119@tcp@192.168.202.119@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575876.776192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdd15bb800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575876.776194:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575876.776197:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:46c8fcb4-a05e-41e6-8ca8-2f2fb9ec9f51:2407:1875454067990016:192.168.202.119@tcp:250:kworker.0
00000100:00100000:1.0:1788575876.776201:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067990144:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575876.776213:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575876.776219:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575876/real 1788575876]  req@ffff91cdd142d880 x1875454067990144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575876.776226:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142d880 x1875454067990144/t0(0) o38->lustre-MDT0000-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575876.776239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdca395800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575876.776242:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575876.776244:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067990144:192.168.202.119@tcp:38:kworker.0
00000100:00100000:1.0:1788575876.776248:0:2407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067990272:192.168.202.119@tcp:38:kworker.0
00000800:00000100:1.0:1788575876.776269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp
00000100:00100000:1.0:1788575876.776276:0:2407:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575876/real 1788575876]  req@ffff91cdd142f100 x1875454067990272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575876.776283:0:2407:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91cdd142f100 x1875454067990272/t0(0) o38->lustre-MDT0001-mdc-ffff91cdca374000@192.168.202.119@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575876.776288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff91cdc7869800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575876.776290:0:2407:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.119@tcp failed (-110)
00000100:00100000:1.0:1788575876.776292:0:2407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff91cdd142f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4bca8275-266a-4a2f-8aba-bd041deb067e:2407:1875454067990272:192.168.202.119@tcp:38:kworker.0
00010000:00010000:3.0:1788575877.671515:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 32386 lines, 32386 kept, 0 dropped, 0 bad.